[ 505.836899] env[60542]: INFO neutron.common.config [-] Logging enabled! [ 505.837322] env[60542]: INFO neutron.common.config [-] /usr/local/bin/neutron-nsxv3-agent version 0.0.1.dev11 [ 505.837416] env[60542]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=60542) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} [ 505.837716] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 505.837820] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 505.838965] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] VMware NSXv3 Agent initialized successfully. [ 505.839348] env[60542]: DEBUG oslo_concurrency.lockutils [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] Acquiring lock "singleton_lock" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 505.839493] env[60542]: DEBUG oslo_concurrency.lockutils [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] Acquired lock "singleton_lock" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 505.839711] env[60542]: DEBUG oslo_concurrency.lockutils [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] Releasing lock "singleton_lock" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 505.840018] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] Full set of CONF: {{(pid=60542) _wait_for_exit_or_signal /usr/local/lib/python3.10/dist-packages/oslo_service/service.py:362}} [ 505.840150] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ******************************************************************************** {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2589}} [ 505.840263] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] Configuration options gathered from: {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2590}} [ 505.840487] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2591}} [ 505.840663] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2592}} [ 505.840779] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ================================================================================ {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2594}} [ 505.840971] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] agent_down_time = 75 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.841151] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] allow_automatic_dhcp_failover = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.841300] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] allow_bulk = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.841456] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] api_extensions_path = {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.841606] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] api_paste_config = api-paste.ini {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.841757] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] auth_strategy = keystone {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.841874] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] backdoor_port = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.841985] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] backdoor_socket = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.842147] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] backlog = 4096 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.842298] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] base_mac = fa:16:3e:00:00:00 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.842457] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] bind_host = 0.0.0.0 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.842607] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] bind_port = 9696 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.842753] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] client_socket_timeout = 900 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.842904] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] config_dir = [] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.843059] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.843298] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] config_source = [] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.843558] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] control_exchange = neutron {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.843767] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] core_plugin = ml2 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.843933] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] debug = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.844102] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] default_availability_zones = [] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.844325] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.844482] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] dhcp_agent_notification = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.844631] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] dhcp_agents_per_network = 1 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.844777] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] dhcp_lease_duration = 86400 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.844935] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] dhcp_load_type = networks {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.845125] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] dns_domain = openstacklocal {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.845302] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.845459] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] enable_dvr = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.845606] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] enable_new_agents = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.845750] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] enable_services_on_agents_with_admin_state_down = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.845893] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] enable_traditional_dhcp = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.846043] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] external_dns_driver = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.846193] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] filter_validation = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.846348] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] global_physnet_mtu = 8950 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.846492] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] graceful_shutdown_timeout = 60 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.846675] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] host = cpu-1 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.846823] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] host_dvr_for_dhcp = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.846967] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] http_retries = 3 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.847138] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] instance_format = [instance: %(uuid)s] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.847288] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.847437] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ipam_driver = internal {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.847582] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ipv6_pd_enabled = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.847724] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] l3_ha = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.847876] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.848037] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] l3_ha_network_physical_name = {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.848193] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] l3_ha_network_type = {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.848353] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] log_config_append = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.848613] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.848861] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] log_dir = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.849047] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] log_file = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.849174] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] log_options = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.849333] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] log_rotate_interval = 1 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.849489] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] log_rotate_interval_type = days {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.849639] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] log_rotation_type = none {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.849755] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.849869] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.850029] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.850184] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.850300] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.850445] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] max_dns_nameservers = 5 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.850589] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] max_header_line = 16384 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.850733] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] max_l3_agents_per_router = 3 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.850908] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] max_logfile_count = 30 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.851095] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] max_logfile_size_mb = 200 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.851250] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] max_subnet_host_routes = 20 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.851396] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] network_auto_schedule = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.851537] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] network_link_prefix = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.851686] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.851836] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] notify_nova_on_port_data_changes = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.851984] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] notify_nova_on_port_status_changes = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.852151] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] pagination_max_limit = -1 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.852296] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] publish_errors = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.852441] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] rate_limit_burst = 0 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.852589] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] rate_limit_except_level = CRITICAL {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.852733] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] rate_limit_interval = 0 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.852875] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] retry_until_window = 30 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.853056] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] router_distributed = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.853211] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] rpc_resources_processing_step = 20 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.853356] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] rpc_response_max_timeout = 600 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.853497] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] rpc_response_timeout = 60 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.853639] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] send_events_interval = 2 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.853799] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] service_plugins = ['router'] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.853957] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] setproctitle = on {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.854115] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] state_path = /opt/stack/data/neutron {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.854266] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] syslog_log_facility = LOG_USER {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.854415] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] tcp_keepidle = 600 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.854577] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] transport_url = **** {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.854700] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] use_eventlog = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.854839] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] use_journal = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.854981] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] use_json = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.855138] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] use_ssl = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.855301] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] use_stderr = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.855465] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] use_syslog = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.855611] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] vlan_transparent = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.855752] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] watch_log_file = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.856134] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] wsgi_default_pool_size = 100 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.856134] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] wsgi_keep_alive = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.856193] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.856320] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] wsgi_server_debug = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 505.856486] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_concurrency.disable_process_locking = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.856650] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.856825] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.856951] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.857102] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_metrics.metrics_process_name = {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.857256] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.857415] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.857577] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] profiler.connection_string = messaging:// {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.857729] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] profiler.enabled = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.857881] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] profiler.es_doc_type = notification {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.858171] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] profiler.es_scroll_size = 10000 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.858289] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] profiler.es_scroll_time = 2m {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.858537] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] profiler.filter_error_trace = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.858805] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] profiler.hmac_keys = SECRET_KEY {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.859089] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] profiler.sentinel_service_name = mymaster {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.859359] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] profiler.socket_timeout = 0.1 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.859623] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] profiler.trace_sqlalchemy = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.859876] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_policy.enforce_new_defaults = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.860071] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_policy.enforce_scope = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.860247] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_policy.policy_default_rule = default {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.860419] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.860584] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.860742] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.860913] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.861122] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.861421] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.861421] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.861584] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.861744] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] agent.extensions = [] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.861897] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.862065] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] service_providers.service_provider = [] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.862226] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] QUOTAS.default_quota = -1 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.862384] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.862560] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] QUOTAS.quota_floatingip = 50 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.862715] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] QUOTAS.quota_network = 100 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.862862] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] QUOTAS.quota_port = 500 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.863069] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] QUOTAS.quota_rbac_policy = 10 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.863229] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] QUOTAS.quota_router = 10 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.863378] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] QUOTAS.quota_security_group = 10 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.863525] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] QUOTAS.quota_security_group_rule = 100 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.863673] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] QUOTAS.quota_subnet = 100 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.863817] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] QUOTAS.track_quota_usage = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.863975] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.864137] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep.group = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.864284] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep.helper_command = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.864438] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep.logger_name = oslo_privsep.daemon {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.864588] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep.thread_pool_size = 8 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.864735] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep.user = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.864890] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.865087] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_dhcp_release.group = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.865200] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_dhcp_release.helper_command = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.865351] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.865515] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.865673] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_dhcp_release.user = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.865828] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.866018] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_ovs_vsctl.group = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.866124] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_ovs_vsctl.helper_command = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.866279] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.866427] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.866569] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_ovs_vsctl.user = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.866719] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_namespace.capabilities = [21] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.866862] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_namespace.group = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.867011] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_namespace.helper_command = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.867167] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.867316] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_namespace.thread_pool_size = 8 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.867460] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_namespace.user = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.867612] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_conntrack.capabilities = [12] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.867756] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_conntrack.group = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.867899] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_conntrack.helper_command = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.868058] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.868212] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_conntrack.thread_pool_size = 8 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.868359] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_conntrack.user = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.868527] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_link.capabilities = [12, 21] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.868696] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_link.group = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.868842] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_link.helper_command = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.868991] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.869156] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_link.thread_pool_size = 8 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.869298] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] privsep_link.user = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.869464] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.869623] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.869772] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.continue_on_failed_promotions = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.869915] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.dscp = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.870077] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.dscp_inherit = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.870236] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.force_mp_to_policy = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.870381] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.locking_coordinator_url = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.870528] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.log_agent_heartbeats = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.870675] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.logging_expire = 1 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.870838] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.871015] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.871186] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.polling_interval = 240 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.871337] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.871490] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.quitting_rpc_timeout = 120 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.871681] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.report_interval = 30.0 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.871845] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.871999] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.872171] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.872326] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.sync_skew = 60 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.872475] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.synchronization_queue_size = 20 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.872625] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT.use_helper_for_ns_read = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.872782] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] SECURITYGROUP.enable_ipset = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.872955] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] SECURITYGROUP.enable_security_group = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.873135] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.873297] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.873466] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ml2.extension_drivers = ['port_security'] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.873614] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ml2.external_network_type = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.873775] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.873936] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ml2.overlay_ip_version = 4 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.874133] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ml2.path_mtu = 8950 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.874293] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ml2.physical_network_mtus = [] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.874456] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ml2.tenant_network_types = ['vlan'] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.874610] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.874768] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ml2.type_drivers = ['vlan'] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.874932] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT_CLI.neutron_port_id = [] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.875114] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.875267] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.875425] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.875582] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.875735] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.875888] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.876052] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.876210] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.876416] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.876571] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_login_password = **** {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.876724] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_login_port = 443 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.876876] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_login_user = admin {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.877085] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.877295] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.877493] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.877651] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.877811] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.877969] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.878138] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.878292] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.878441] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.878595] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.878752] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.878900] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.879069] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.879277] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.879436] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] vsphere.vsphere_login_password = VMware1! {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.879586] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.879733] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.879949] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] nova.auth_section = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.880075] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] nova.auth_type = password {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.880255] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.880404] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] nova.certfile = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.880554] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] nova.collect_timing = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.880709] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] nova.endpoint_type = public {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.880875] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] nova.insecure = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.881048] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] nova.keyfile = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.881214] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] nova.region_name = RegionOne {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.881366] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] nova.split_loggers = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.881513] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] nova.timeout = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.881664] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] placement.auth_section = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.881822] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] placement.auth_type = password {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.881976] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.882347] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] placement.certfile = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.882347] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] placement.collect_timing = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.882453] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] placement.endpoint_type = public {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.882571] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] placement.insecure = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.882712] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] placement.keyfile = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.882852] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] placement.region_name = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.883028] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] placement.split_loggers = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.883203] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] placement.timeout = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.883482] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.auth_section = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.883538] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.auth_type = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.883644] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.cafile = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.883784] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.certfile = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.883930] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.collect_timing = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.884100] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.connect_retries = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.884345] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.connect_retry_delay = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.884404] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.enable_notifications = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.884532] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.endpoint_override = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.884675] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.insecure = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.884816] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.interface = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.884957] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.keyfile = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.885113] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.max_version = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.885257] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.min_version = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.885398] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.region_name = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.885540] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.service_name = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.885676] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.service_type = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.885822] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.split_loggers = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.885963] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.status_code_retries = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.886258] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.status_code_retry_delay = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.886324] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.timeout = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.886423] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.valid_interfaces = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.886565] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ironic.version = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.886721] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] cli_script.dry_run = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.887057] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.887057] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.887228] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.887371] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.887523] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.887665] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.887810] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.887953] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.888113] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.888255] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.888411] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.888562] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.888717] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.888865] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.889017] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.889204] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.889365] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.889515] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.889664] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.889811] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.889959] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.890125] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.890294] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.890411] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.890558] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.891032] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.ssl = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.891032] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.891129] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.891219] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.891376] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.891530] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_rabbit.ssl_version = {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.891693] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_notifications.driver = [] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.891839] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_notifications.retry = -1 {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.892016] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.892212] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] oslo_messaging_notifications.transport_url = **** {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 505.892338] env[60542]: DEBUG oslo_service.service [None req-1dbe076b-d3ba-4290-92dd-c41f6a96dfeb None None] ******************************************************************************** {{(pid=60542) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2613}} [ 505.893090] env[60542]: DEBUG neutron.agent.securitygroups_rpc [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Init firewall settings (driver=nsxv3) {{(pid=60542) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:121}} [ 505.894550] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=60542) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 505.894808] env[60542]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] RPC agent_id: nsxm-l-01a.corp.local [ 505.896971] env[60542]: DEBUG dogpile.cache.region [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 505.897111] env[60542]: DEBUG dogpile.lock [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 505.897219] env[60542]: DEBUG dogpile.lock [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 505.897316] env[60542]: DEBUG dogpile.lock [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 505.897416] env[60542]: DEBUG dogpile.cache.region [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 505.897509] env[60542]: DEBUG dogpile.lock [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 505.897644] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 505.916063] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Session token - acquiring [ 505.917262] env[60542]: DEBUG networking_nsxv3.common.locking [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 505.917448] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 505.917557] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 505.918027] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 505.928605] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 506.210359] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 506.234856] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 506.234856] env[60542]: DEBUG dogpile.cache.region [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Cache value generated in 0.337 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 506.234856] env[60542]: DEBUG dogpile.lock [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 506.234856] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Activating Policy API Provider. [ 506.234856] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Looking for the default Infrastructure Rules. [ 506.302828] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Looking for the Default Layer3 Logged Drop Section. [ 506.318316] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 506.318981] env[60542]: DEBUG networking_nsxv3.common.locking [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 506.319191] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquiring lock "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 506.319307] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired lock "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 506.319604] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired external semaphore "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 506.320032] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 506.346796] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 506.354917] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 506.362249] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Inventory metadata is going to be refreshed. [ 506.362485] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 507.335875] env[60542]: DEBUG networking_nsxv3.common.locking [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.336440] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 507.336440] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 507.336872] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 507.350370] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 507.351305] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 507.351972] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 507.372091] env[60542]: DEBUG networking_nsxv3.common.locking [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.372412] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 507.372412] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 507.372703] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 507.372838] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 507.373030] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 507.373167] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 507.373289] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 507.398738] env[60542]: DEBUG networking_nsxv3.common.locking [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.399058] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 507.399058] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 507.399350] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 507.399541] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 507.399694] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 507.422855] env[60542]: DEBUG networking_nsxv3.common.locking [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.423184] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 507.423316] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 507.423527] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 507.423690] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 507.423842] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 507.446160] env[60542]: DEBUG networking_nsxv3.common.locking [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.446477] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquiring lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 507.446477] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 507.446739] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired external semaphore "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 507.446891] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Releasing lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 507.447061] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 507.447181] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 507.447313] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 507.466721] env[60542]: DEBUG networking_nsxv3.common.locking [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.466937] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquiring lock "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 507.466995] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired lock "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 507.467330] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired external semaphore "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 507.467467] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Releasing lock "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 507.467615] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 507.467726] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 507.467836] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 507.487771] env[60542]: DEBUG networking_nsxv3.common.locking [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.488015] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 507.488151] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 507.488376] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 507.488529] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 507.488686] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 507.488799] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 507.488908] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Inventory metadata have been refreshed. [ 507.489025] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Dryrun:True. Metadata refresh completed. [ 507.489156] env[60542]: DEBUG oslo_concurrency.lockutils [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Releasing lock "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 507.491347] env[60542]: INFO neutron.agent.agent_extensions_manager [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Loaded agent extensions: [] [ 507.492064] env[60542]: DEBUG neutron_lib.callbacks.manager [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=60542) _notify_loop /usr/local/lib/python3.10/dist-packages/neutron_lib/callbacks/manager.py:184}} [ 507.550200] env[60542]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] NSXv3 Agent Agent RPC Daemon Started! [ 507.550354] env[60542]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a98d97bf-3c3c-42cb-a603-a1357bedaf1a None None] NSXv3 Agent Agent out of sync with plugin! [ 512.492982] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 512.492982] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 517.493757] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 517.494145] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 519.421618] env[60542]: INFO networking_nsxv3.common.synchronization [None req-dc49ec08-7773-4482-87b5-12b97d12efed demo admin] Enqueued Resource ID: ee28d626-0ca0-4530-88b6-3d04b6dc8293 with Priority: HIGHEST for action security_group_rules [ 519.421918] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee28d626-0ca0-4530-88b6-3d04b6dc8293 with Priority: HIGHEST for action security_group_rules [ 519.421974] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee28d626-0ca0-4530-88b6-3d04b6dc8293 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.422123] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee28d626-0ca0-4530-88b6-3d04b6dc8293" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.422196] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee28d626-0ca0-4530-88b6-3d04b6dc8293" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.422591] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee28d626-0ca0-4530-88b6-3d04b6dc8293" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.422709] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee28d626-0ca0-4530-88b6-3d04b6dc8293',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 519.462113] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.462357] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.462357] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.462554] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.462653] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.462753] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee28d626-0ca0-4530-88b6-3d04b6dc8293 already deleted. [ 519.462840] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee28d626-0ca0-4530-88b6-3d04b6dc8293" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.422574] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 524.422574] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 529.423974] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 529.424406] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 534.424799] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 534.425195] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 535.495237] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.497053] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 535.497053] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 535.497053] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 535.497053] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 535.504208] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 535.509733] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 535.514793] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 535.514889] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 536.237392] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.237617] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.237617] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.237801] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.250559] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 536.251428] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.252096] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 536.271565] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.271776] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.271823] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.272028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.272127] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.272239] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 536.272313] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.272385] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 536.290678] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.290871] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.290871] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.291093] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.291259] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.291373] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 536.312466] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.312661] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.312661] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.312884] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.312997] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.313126] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 536.332116] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.332313] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.332313] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.332525] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.332630] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.332745] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 536.332820] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.332892] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 536.352971] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.353186] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.353186] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.353427] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.353527] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.353627] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 536.353703] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.353774] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 536.374247] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.374447] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.374447] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.374642] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.374750] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.374866] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 536.374941] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.375018] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 536.375095] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 536.375171] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 536.375231] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 536.375293] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 536.375526] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 536.375595] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 536.375667] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 536.394544] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.394751] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.394751] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.394962] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.395084] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.395193] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 536.416845] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.417065] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.417107] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.417291] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.417400] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.450605] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.425372] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.425733] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.426599] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.426866] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.427600] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.428009] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.549055] env[60542]: INFO networking_nsxv3.common.synchronization [None req-d3a108b4-8664-45e0-a51a-6a8d8b617ccb None None] Enqueued Resource ID: 3fefa588-cea4-47f6-839e-0d7c4a8faf6d with Priority: HIGHEST for action port [ 549.549343] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fefa588-cea4-47f6-839e-0d7c4a8faf6d with Priority: HIGHEST for action port [ 549.549718] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fefa588-cea4-47f6-839e-0d7c4a8faf6d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.549821] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fefa588-cea4-47f6-839e-0d7c4a8faf6d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 549.549929] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fefa588-cea4-47f6-839e-0d7c4a8faf6d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 549.550141] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fefa588-cea4-47f6-839e-0d7c4a8faf6d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 549.550228] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fefa588-cea4-47f6-839e-0d7c4a8faf6d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 549.598357] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fefa588-cea4-47f6-839e-0d7c4a8faf6d [ 549.598660] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.599091] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 549.599485] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 549.599775] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 549.599879] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 549.600198] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fefa588-cea4-47f6-839e-0d7c4a8faf6d already deleted. [ 549.600324] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fefa588-cea4-47f6-839e-0d7c4a8faf6d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 551.673237] env[60542]: INFO networking_nsxv3.common.synchronization [None req-7f1670e1-2261-4581-946c-43a41fc6b2d6 None None] Enqueued Resource ID: 8bbd873e-c90c-4c0b-af84-e90afe150ef2 with Priority: HIGHEST for action port [ 551.673895] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bbd873e-c90c-4c0b-af84-e90afe150ef2 with Priority: HIGHEST for action port [ 551.673895] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bbd873e-c90c-4c0b-af84-e90afe150ef2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.674828] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bbd873e-c90c-4c0b-af84-e90afe150ef2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 551.674828] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bbd873e-c90c-4c0b-af84-e90afe150ef2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 551.674828] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bbd873e-c90c-4c0b-af84-e90afe150ef2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 551.674828] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bbd873e-c90c-4c0b-af84-e90afe150ef2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 551.691534] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bbd873e-c90c-4c0b-af84-e90afe150ef2 [ 551.691778] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.693412] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 551.693412] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 551.693412] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 551.693412] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 551.693412] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bbd873e-c90c-4c0b-af84-e90afe150ef2 already deleted. [ 551.693412] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bbd873e-c90c-4c0b-af84-e90afe150ef2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 551.747136] env[60542]: INFO networking_nsxv3.common.synchronization [None req-56e7eb48-5b56-4612-9883-61e2c72327aa None None] Enqueued Resource ID: 9c35b1c0-18b7-4079-b750-a05d1bacda04 with Priority: HIGHEST for action port [ 551.747136] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c35b1c0-18b7-4079-b750-a05d1bacda04 with Priority: HIGHEST for action port [ 551.747136] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c35b1c0-18b7-4079-b750-a05d1bacda04 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.747136] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c35b1c0-18b7-4079-b750-a05d1bacda04" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 551.747136] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c35b1c0-18b7-4079-b750-a05d1bacda04" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 551.747136] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c35b1c0-18b7-4079-b750-a05d1bacda04" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 551.747136] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c35b1c0-18b7-4079-b750-a05d1bacda04',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 551.768845] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c35b1c0-18b7-4079-b750-a05d1bacda04 [ 551.769212] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.769323] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 551.769323] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 551.769531] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 551.769612] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 551.769713] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c35b1c0-18b7-4079-b750-a05d1bacda04 already deleted. [ 551.769794] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c35b1c0-18b7-4079-b750-a05d1bacda04" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 553.558182] env[60542]: INFO networking_nsxv3.common.synchronization [None req-0f5822d7-8e81-4cfe-ad99-df3aac953732 None None] Enqueued Resource ID: 24213855-49e2-477d-b0cf-5be3f9b32eae with Priority: HIGHEST for action port [ 553.558454] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24213855-49e2-477d-b0cf-5be3f9b32eae with Priority: HIGHEST for action port [ 553.558713] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-24213855-49e2-477d-b0cf-5be3f9b32eae taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.558839] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24213855-49e2-477d-b0cf-5be3f9b32eae" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 553.558909] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24213855-49e2-477d-b0cf-5be3f9b32eae" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 553.559192] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24213855-49e2-477d-b0cf-5be3f9b32eae" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 553.559318] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24213855-49e2-477d-b0cf-5be3f9b32eae',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 553.568667] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24213855-49e2-477d-b0cf-5be3f9b32eae [ 553.568901] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.569093] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 553.569174] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 553.569375] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 553.569492] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 553.569591] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24213855-49e2-477d-b0cf-5be3f9b32eae already deleted. [ 553.569677] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24213855-49e2-477d-b0cf-5be3f9b32eae" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 556.403639] env[60542]: INFO networking_nsxv3.common.synchronization [None req-40694a18-2c0c-44eb-bb6d-9fef13a43ad6 None None] Enqueued Resource ID: 3e9a861f-a8bf-4d56-882b-78c47d015568 with Priority: HIGHEST for action port [ 556.406144] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e9a861f-a8bf-4d56-882b-78c47d015568 with Priority: HIGHEST for action port [ 556.406144] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e9a861f-a8bf-4d56-882b-78c47d015568 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.406144] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e9a861f-a8bf-4d56-882b-78c47d015568" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 556.406144] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e9a861f-a8bf-4d56-882b-78c47d015568" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 556.407156] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e9a861f-a8bf-4d56-882b-78c47d015568" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 556.407156] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9a861f-a8bf-4d56-882b-78c47d015568',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 556.428424] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e9a861f-a8bf-4d56-882b-78c47d015568 [ 556.428857] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.429215] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 556.430282] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 556.430389] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 556.430539] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 556.430671] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e9a861f-a8bf-4d56-882b-78c47d015568 already deleted. [ 556.430786] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e9a861f-a8bf-4d56-882b-78c47d015568" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 557.921800] env[60542]: WARNING oslo_policy.policy [req-252c52dd-2b0e-4ee7-8e94-1b981f114895 req-165a07e9-3516-48c1-bd3c-3bec312c39ad tempest-ServerExternalEventsTest-1040538488 tempest-ServerExternalEventsTest-1040538488-project-member] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 557.922161] env[60542]: WARNING oslo_policy.policy [req-252c52dd-2b0e-4ee7-8e94-1b981f114895 req-165a07e9-3516-48c1-bd3c-3bec312c39ad tempest-ServerExternalEventsTest-1040538488 tempest-ServerExternalEventsTest-1040538488-project-member] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 557.922841] env[60542]: INFO networking_nsxv3.common.synchronization [req-252c52dd-2b0e-4ee7-8e94-1b981f114895 req-165a07e9-3516-48c1-bd3c-3bec312c39ad tempest-ServerExternalEventsTest-1040538488 tempest-ServerExternalEventsTest-1040538488-project-member] Enqueued Resource ID: 7468b1ee-211e-4888-aa4d-95ac0166099a with Priority: HIGHEST for action security_group_members [ 557.924078] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7468b1ee-211e-4888-aa4d-95ac0166099a with Priority: HIGHEST for action security_group_members [ 557.924942] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-7468b1ee-211e-4888-aa4d-95ac0166099a taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.925095] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 557.925238] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 557.925796] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 557.926043] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.926154] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 557.926220] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 557.926608] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 557.926733] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 557.926834] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7468b1ee-211e-4888-aa4d-95ac0166099a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 557.940977] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.943666] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 557.943666] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 557.943666] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 557.943666] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 557.943666] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.943666] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 557.943666] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 557.943666] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 557.943666] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 557.943666] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7468b1ee-211e-4888-aa4d-95ac0166099a already deleted. [ 557.943666] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 558.464047] env[60542]: INFO networking_nsxv3.common.synchronization [None req-cb4cb8b0-af65-4413-a699-0ae16195ad86 None None] Enqueued Resource ID: c9bb537a-9228-4c8d-ad96-f84b7ac43ff4 with Priority: HIGHEST for action port [ 558.464656] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9bb537a-9228-4c8d-ad96-f84b7ac43ff4 with Priority: HIGHEST for action port [ 558.464656] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9bb537a-9228-4c8d-ad96-f84b7ac43ff4 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.464773] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9bb537a-9228-4c8d-ad96-f84b7ac43ff4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 558.464805] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9bb537a-9228-4c8d-ad96-f84b7ac43ff4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 558.465103] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9bb537a-9228-4c8d-ad96-f84b7ac43ff4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 558.467356] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9bb537a-9228-4c8d-ad96-f84b7ac43ff4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 558.489544] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9bb537a-9228-4c8d-ad96-f84b7ac43ff4 [ 558.489764] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.490027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 558.490027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 558.490452] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 558.490452] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 558.490587] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9bb537a-9228-4c8d-ad96-f84b7ac43ff4 already deleted. [ 558.490636] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9bb537a-9228-4c8d-ad96-f84b7ac43ff4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 559.306906] env[60542]: INFO networking_nsxv3.common.synchronization [req-ba8c1356-2ffa-46df-bfce-69b3b7c417f2 req-ed8060da-0312-4cad-93ff-104c256a6868 tempest-ServerDiagnosticsTest-533831989 tempest-ServerDiagnosticsTest-533831989-project-member] Enqueued Resource ID: a48c31ff-ecd4-499b-9a84-80033029c54b with Priority: HIGHEST for action security_group_members [ 559.307808] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48c31ff-ecd4-499b-9a84-80033029c54b with Priority: HIGHEST for action security_group_members [ 559.308224] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-a48c31ff-ecd4-499b-9a84-80033029c54b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.309074] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 559.309074] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 559.309442] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 559.312694] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.312694] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 559.312694] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 559.312694] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 559.313142] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 559.313142] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a48c31ff-ecd4-499b-9a84-80033029c54b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 559.326564] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.327476] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 559.327567] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 559.327794] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 559.327886] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 559.328129] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.329614] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 559.329614] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 559.329614] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 559.329614] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 559.329614] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a48c31ff-ecd4-499b-9a84-80033029c54b already deleted. [ 559.329614] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 559.607713] env[60542]: INFO networking_nsxv3.common.synchronization [None req-73ca25dc-aa7f-41cc-8a6f-c8db70f15c35 None None] Enqueued Resource ID: 9a353957-2872-4c9c-8138-1d4c2f470026 with Priority: HIGHEST for action port [ 559.607961] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a353957-2872-4c9c-8138-1d4c2f470026 with Priority: HIGHEST for action port [ 559.608295] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a353957-2872-4c9c-8138-1d4c2f470026 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.608416] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a353957-2872-4c9c-8138-1d4c2f470026" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 559.608481] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a353957-2872-4c9c-8138-1d4c2f470026" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 559.610530] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a353957-2872-4c9c-8138-1d4c2f470026" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 559.610530] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a353957-2872-4c9c-8138-1d4c2f470026',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 559.628720] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a353957-2872-4c9c-8138-1d4c2f470026 [ 559.629016] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.629335] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 559.629456] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 559.629765] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 559.629884] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 559.631460] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a353957-2872-4c9c-8138-1d4c2f470026 already deleted. [ 559.631835] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a353957-2872-4c9c-8138-1d4c2f470026" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 559.806700] env[60542]: INFO networking_nsxv3.common.synchronization [req-943340a9-8bfb-497d-894d-b41b7d054998 req-769934a4-9a7d-46e4-b88a-a2bb2bf3a95e tempest-DeleteServersAdminTestJSON-523328319 tempest-DeleteServersAdminTestJSON-523328319-project-member] Enqueued Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_members [ 559.806868] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_members [ 559.807512] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20372a7-c689-4c8e-baad-17a08e6925e2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.807512] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 559.807628] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 559.807900] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 559.808054] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.811100] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 559.811221] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 559.811571] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 559.811571] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 559.811718] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 559.901626] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.901626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 559.901626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 559.901626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 559.901626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 559.901626] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.901626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 559.901626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 559.901626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 559.901626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 559.901626] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c20372a7-c689-4c8e-baad-17a08e6925e2 already deleted. [ 559.901626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.158333] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.160483] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.160483] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.161021] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.161333] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.161578] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.161663] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.161935] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.162114] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.162434] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 560.162561] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 560.162680] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 560.162798] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 560.162917] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 560.163097] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 560.163185] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 560.185322] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 560.187047] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 560.187047] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 560.187047] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.187047] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-8bfce6a0-ed43-42e6-8285-8985812271fa taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.187047] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-8bfce6a0-ed43-42e6-8285-8985812271fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.187047] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-8bfce6a0-ed43-42e6-8285-8985812271fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.189040] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-8bfce6a0-ed43-42e6-8285-8985812271fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.189917] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bfce6a0-ed43-42e6-8285-8985812271fa',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 560.219101] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.219281] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.219429] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.219714] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.219878] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.220486] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 8bfce6a0-ed43-42e6-8285-8985812271fa not found, creating... [ 560.220486] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.220651] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.220724] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.221312] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.221480] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.221917] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.222299] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.222769] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.222769] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.223106] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.225656] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 8bfce6a0-ed43-42e6-8285-8985812271fa is going to be created. [ 560.244840] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.245290] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.245405] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.245837] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.246491] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.246814] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.247089] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.247363] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.247618] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.248010] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 560.248284] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 560.249355] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 560.249355] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 560.249355] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 560.249355] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 560.249620] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 560.280019] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.280019] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.280019] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.280019] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.280019] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.280019] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-8bfce6a0-ed43-42e6-8285-8985812271fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.286019] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 560.286019] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 560.286019] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 560.286019] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.286019] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-610d3091-1314-4a6e-94f4-ccfcebc1cc01 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.286019] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-610d3091-1314-4a6e-94f4-ccfcebc1cc01" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.286019] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-610d3091-1314-4a6e-94f4-ccfcebc1cc01" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.286019] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-610d3091-1314-4a6e-94f4-ccfcebc1cc01" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.286019] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('610d3091-1314-4a6e-94f4-ccfcebc1cc01',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 560.309760] env[60542]: INFO networking_nsxv3.common.synchronization [None req-50e26f0d-3926-4d0d-aa23-244cd199216c None None] Enqueued Resource ID: a1f49bf4-2a27-4724-9214-178da5682b89 with Priority: HIGHEST for action port [ 560.313140] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49bf4-2a27-4724-9214-178da5682b89 with Priority: HIGHEST for action port [ 560.313140] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f49bf4-2a27-4724-9214-178da5682b89 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.313140] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f49bf4-2a27-4724-9214-178da5682b89" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.313140] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f49bf4-2a27-4724-9214-178da5682b89" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.314025] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f49bf4-2a27-4724-9214-178da5682b89" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.314204] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f49bf4-2a27-4724-9214-178da5682b89',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 560.369652] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1f49bf4-2a27-4724-9214-178da5682b89 [ 560.370040] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.370310] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.370496] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.370878] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.371179] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.371360] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1f49bf4-2a27-4724-9214-178da5682b89 already deleted. [ 560.371524] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f49bf4-2a27-4724-9214-178da5682b89" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.402843] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.404189] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.404189] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.404189] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.404189] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.404189] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 610d3091-1314-4a6e-94f4-ccfcebc1cc01 not found, creating... [ 560.407443] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.412326] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.412326] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.412326] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.412326] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.412326] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.412326] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.412326] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.412326] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.412326] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.412326] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 610d3091-1314-4a6e-94f4-ccfcebc1cc01 is going to be created. [ 560.443171] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.443637] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.445415] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.445998] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.445998] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.446313] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-610d3091-1314-4a6e-94f4-ccfcebc1cc01" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.690466] env[60542]: INFO networking_nsxv3.common.synchronization [None req-f34cac26-3490-4d16-a1ef-d28cf63dcf1b None None] Enqueued Resource ID: 207b57fd-ab5b-4e23-b66b-e5b1fcd43f6f with Priority: HIGHEST for action port [ 560.690725] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207b57fd-ab5b-4e23-b66b-e5b1fcd43f6f with Priority: HIGHEST for action port [ 560.691047] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-207b57fd-ab5b-4e23-b66b-e5b1fcd43f6f taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.691179] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-207b57fd-ab5b-4e23-b66b-e5b1fcd43f6f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.691249] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-207b57fd-ab5b-4e23-b66b-e5b1fcd43f6f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.691512] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-207b57fd-ab5b-4e23-b66b-e5b1fcd43f6f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.691599] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('207b57fd-ab5b-4e23-b66b-e5b1fcd43f6f',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 560.704460] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 207b57fd-ab5b-4e23-b66b-e5b1fcd43f6f [ 560.704741] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.704847] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.704890] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.705113] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.706033] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.706033] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:207b57fd-ab5b-4e23-b66b-e5b1fcd43f6f already deleted. [ 560.706033] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-207b57fd-ab5b-4e23-b66b-e5b1fcd43f6f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 561.494188] env[60542]: INFO networking_nsxv3.common.synchronization [req-ba8c1356-2ffa-46df-bfce-69b3b7c417f2 req-fe7c429d-c822-4e6b-9104-a5147ab98189 service neutron] Enqueued Resource ID: a48c31ff-ecd4-499b-9a84-80033029c54b with Priority: HIGHEST for action security_group_rules [ 561.494470] env[60542]: INFO networking_nsxv3.common.synchronization [req-ba8c1356-2ffa-46df-bfce-69b3b7c417f2 req-fe7c429d-c822-4e6b-9104-a5147ab98189 service neutron] Enqueued Resource ID: a48c31ff-ecd4-499b-9a84-80033029c54b with Priority: HIGHEST for action security_group_members [ 561.494540] env[60542]: INFO networking_nsxv3.common.synchronization [req-ba8c1356-2ffa-46df-bfce-69b3b7c417f2 req-fe7c429d-c822-4e6b-9104-a5147ab98189 service neutron] Enqueued Resource ID: 610d3091-1314-4a6e-94f4-ccfcebc1cc01 with Priority: HIGHEST for action port [ 561.494841] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48c31ff-ecd4-499b-9a84-80033029c54b with Priority: HIGHEST for action security_group_rules [ 561.494950] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48c31ff-ecd4-499b-9a84-80033029c54b with Priority: HIGHEST for action security_group_members [ 561.495027] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 610d3091-1314-4a6e-94f4-ccfcebc1cc01 with Priority: HIGHEST for action port [ 561.495555] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a48c31ff-ecd4-499b-9a84-80033029c54b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.495918] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 561.495918] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 561.496419] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 561.496638] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a48c31ff-ecd4-499b-9a84-80033029c54b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 561.497591] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-a48c31ff-ecd4-499b-9a84-80033029c54b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.497758] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 561.497835] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 561.498182] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 561.498365] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.498487] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 561.498555] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 561.498715] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 561.498831] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 561.498898] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a48c31ff-ecd4-499b-9a84-80033029c54b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 561.499906] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-610d3091-1314-4a6e-94f4-ccfcebc1cc01 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.500042] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-610d3091-1314-4a6e-94f4-ccfcebc1cc01" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 561.500116] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-610d3091-1314-4a6e-94f4-ccfcebc1cc01" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 561.500275] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-610d3091-1314-4a6e-94f4-ccfcebc1cc01" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 561.500353] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('610d3091-1314-4a6e-94f4-ccfcebc1cc01',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 561.512735] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a48c31ff-ecd4-499b-9a84-80033029c54b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 561.527056] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-a48c31ff-ecd4-499b-9a84-80033029c54b taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.527056] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 561.532282] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a48c31ff-ecd4-499b-9a84-80033029c54b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 561.545940] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.545940] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 561.545940] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 561.545940] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 561.545940] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 561.545940] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a48c31ff-ecd4-499b-9a84-80033029c54b is going to be created. [ 561.550018] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 610d3091-1314-4a6e-94f4-ccfcebc1cc01 with status ACTIVE [ 561.550018] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.550018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 561.550018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 561.550018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 561.550018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 561.550018] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.550018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 561.550018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 561.550018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 561.550018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 561.550018] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.550018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 561.550018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 561.550018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 561.550834] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 561.550834] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 610d3091-1314-4a6e-94f4-ccfcebc1cc01 is going to be updated. [ 561.571553] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.572250] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 561.572250] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 561.572250] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 561.572250] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 561.572422] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-610d3091-1314-4a6e-94f4-ccfcebc1cc01" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 561.637403] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.637403] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 561.637403] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 561.637403] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 561.637403] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 561.668828] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a48c31ff-ecd4-499b-9a84-80033029c54b in Status: UNINITIALIZED for 2s [ 562.021476] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.021693] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.021916] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.022369] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.022493] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.022675] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.022929] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.023015] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.025797] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.026158] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 562.026275] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 562.026331] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 562.026423] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 562.026542] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 562.026658] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 562.026804] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 562.046304] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 562.046912] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 562.046912] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 562.046912] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.047398] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-fe9b78f9-9aa4-482f-8d36-4b5c359f7121 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.047536] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-fe9b78f9-9aa4-482f-8d36-4b5c359f7121" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.047536] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-fe9b78f9-9aa4-482f-8d36-4b5c359f7121" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.047888] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-fe9b78f9-9aa4-482f-8d36-4b5c359f7121" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.050662] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe9b78f9-9aa4-482f-8d36-4b5c359f7121',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 562.071517] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.072237] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.072547] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.072924] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.073624] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.073624] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port fe9b78f9-9aa4-482f-8d36-4b5c359f7121 not found, creating... [ 562.073937] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.074027] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.075048] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.075048] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.075048] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.075048] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.075374] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.075473] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.075875] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.076047] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.076206] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: fe9b78f9-9aa4-482f-8d36-4b5c359f7121 is going to be created. [ 562.100466] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.100683] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.100809] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.101106] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.101337] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.101554] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-fe9b78f9-9aa4-482f-8d36-4b5c359f7121" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.187932] env[60542]: INFO networking_nsxv3.common.synchronization [req-252c52dd-2b0e-4ee7-8e94-1b981f114895 req-9439acf4-495a-4f10-82c8-f90e82ab652d service neutron] Enqueued Resource ID: 7468b1ee-211e-4888-aa4d-95ac0166099a with Priority: HIGHEST for action security_group_rules [ 562.188546] env[60542]: INFO networking_nsxv3.common.synchronization [req-252c52dd-2b0e-4ee7-8e94-1b981f114895 req-9439acf4-495a-4f10-82c8-f90e82ab652d service neutron] Enqueued Resource ID: 7468b1ee-211e-4888-aa4d-95ac0166099a with Priority: HIGHEST for action security_group_members [ 562.188546] env[60542]: INFO networking_nsxv3.common.synchronization [req-252c52dd-2b0e-4ee7-8e94-1b981f114895 req-9439acf4-495a-4f10-82c8-f90e82ab652d service neutron] Enqueued Resource ID: 8bfce6a0-ed43-42e6-8285-8985812271fa with Priority: HIGHEST for action port [ 562.188811] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7468b1ee-211e-4888-aa4d-95ac0166099a with Priority: HIGHEST for action security_group_rules [ 562.188811] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7468b1ee-211e-4888-aa4d-95ac0166099a with Priority: HIGHEST for action security_group_members [ 562.189032] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bfce6a0-ed43-42e6-8285-8985812271fa with Priority: HIGHEST for action port [ 562.192694] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7468b1ee-211e-4888-aa4d-95ac0166099a taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.192874] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.192911] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.194182] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.194182] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7468b1ee-211e-4888-aa4d-95ac0166099a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 562.198055] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-7468b1ee-211e-4888-aa4d-95ac0166099a taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.198055] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.198055] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.198055] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.198055] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.198055] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.198055] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.198055] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.198055] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.198055] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7468b1ee-211e-4888-aa4d-95ac0166099a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 562.198766] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bfce6a0-ed43-42e6-8285-8985812271fa taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.198877] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bfce6a0-ed43-42e6-8285-8985812271fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.199657] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bfce6a0-ed43-42e6-8285-8985812271fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.199657] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bfce6a0-ed43-42e6-8285-8985812271fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.199657] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bfce6a0-ed43-42e6-8285-8985812271fa',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 562.220684] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7468b1ee-211e-4888-aa4d-95ac0166099a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 562.223887] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-7468b1ee-211e-4888-aa4d-95ac0166099a taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.223887] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.232704] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7468b1ee-211e-4888-aa4d-95ac0166099a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 562.244017] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.244195] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.244272] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.244502] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.244602] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.244706] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7468b1ee-211e-4888-aa4d-95ac0166099a is going to be created. [ 562.246941] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bfce6a0-ed43-42e6-8285-8985812271fa with status ACTIVE [ 562.246941] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.247087] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.247087] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.247288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.247378] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.247563] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.247674] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.247736] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.247879] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.247963] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.248172] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.248283] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.248333] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.248478] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.248556] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.248716] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bfce6a0-ed43-42e6-8285-8985812271fa is going to be updated. [ 562.281395] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.281395] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.281395] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.281395] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.281911] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.282449] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bfce6a0-ed43-42e6-8285-8985812271fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.284173] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.284295] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.284374] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.285342] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.285342] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.297288] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7468b1ee-211e-4888-aa4d-95ac0166099a in Status: UNINITIALIZED for 2s [ 562.906934] env[60542]: INFO networking_nsxv3.common.synchronization [None req-36f6e89c-a83e-4dd8-b873-b6af306ab6ac None None] Enqueued Resource ID: a5c47c01-9a88-4e55-a25c-fe9bc5720afb with Priority: HIGHEST for action port [ 562.906934] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c47c01-9a88-4e55-a25c-fe9bc5720afb with Priority: HIGHEST for action port [ 562.906934] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5c47c01-9a88-4e55-a25c-fe9bc5720afb taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.906934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5c47c01-9a88-4e55-a25c-fe9bc5720afb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.906934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5c47c01-9a88-4e55-a25c-fe9bc5720afb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.906934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5c47c01-9a88-4e55-a25c-fe9bc5720afb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.906934] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5c47c01-9a88-4e55-a25c-fe9bc5720afb',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 562.921071] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5c47c01-9a88-4e55-a25c-fe9bc5720afb [ 562.921071] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.921071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.921071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.921071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.921071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.921071] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5c47c01-9a88-4e55-a25c-fe9bc5720afb already deleted. [ 562.921071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5c47c01-9a88-4e55-a25c-fe9bc5720afb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.682978] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a48c31ff-ecd4-499b-9a84-80033029c54b in Status: SUCCESS [ 563.683888] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.684144] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.684514] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.684751] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.684927] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.685053] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.685459] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.685854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.685854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.685854] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a48c31ff-ecd4-499b-9a84-80033029c54b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 563.698364] env[60542]: INFO networking_nsxv3.common.synchronization [req-943340a9-8bfb-497d-894d-b41b7d054998 req-1e3716d3-3c0b-4f34-b8c6-c8105351d9e4 service neutron] Enqueued Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_rules [ 563.698555] env[60542]: INFO networking_nsxv3.common.synchronization [req-943340a9-8bfb-497d-894d-b41b7d054998 req-1e3716d3-3c0b-4f34-b8c6-c8105351d9e4 service neutron] Enqueued Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_members [ 563.698697] env[60542]: INFO networking_nsxv3.common.synchronization [req-943340a9-8bfb-497d-894d-b41b7d054998 req-1e3716d3-3c0b-4f34-b8c6-c8105351d9e4 service neutron] Enqueued Resource ID: fe9b78f9-9aa4-482f-8d36-4b5c359f7121 with Priority: HIGHEST for action port [ 563.698928] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_rules [ 563.699074] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_members [ 563.699239] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9b78f9-9aa4-482f-8d36-4b5c359f7121 with Priority: HIGHEST for action port [ 563.699720] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c20372a7-c689-4c8e-baad-17a08e6925e2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.699805] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.699909] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.700607] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.700732] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 563.702971] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20372a7-c689-4c8e-baad-17a08e6925e2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.702971] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.702971] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.702971] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.702971] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.702971] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.702971] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.702971] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.702971] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.702971] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 563.705730] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe9b78f9-9aa4-482f-8d36-4b5c359f7121 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.705901] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe9b78f9-9aa4-482f-8d36-4b5c359f7121" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.705977] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe9b78f9-9aa4-482f-8d36-4b5c359f7121" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.706296] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe9b78f9-9aa4-482f-8d36-4b5c359f7121" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.706461] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe9b78f9-9aa4-482f-8d36-4b5c359f7121',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 563.717251] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-a48c31ff-ecd4-499b-9a84-80033029c54b taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.717396] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.717468] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.717683] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.717835] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.717938] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.718047] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.718218] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.718309] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.718513] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.718567] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-a48c31ff-ecd4-499b-9a84-80033029c54b taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.718626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.718684] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.718839] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.718985] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.719254] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.719254] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.719254] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.719379] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.719426] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.719492] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a48c31ff-ecd4-499b-9a84-80033029c54b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 563.739854] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 563.769437] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20372a7-c689-4c8e-baad-17a08e6925e2 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.769885] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.776473] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a48c31ff-ecd4-499b-9a84-80033029c54b: rpc.has_security_group_logging(os_id): False [ 563.786803] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 563.796032] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.799305] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.799305] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.799305] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.799305] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.799305] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.799305] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.799305] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.799305] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.799305] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.799305] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.799305] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.799305] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.799305] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.799305] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.799847] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.799847] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.799847] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.800822] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.801061] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.801263] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a48c31ff-ecd4-499b-9a84-80033029c54b is going to be created. [ 563.804522] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.804761] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.804761] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.804955] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.805386] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.805386] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c20372a7-c689-4c8e-baad-17a08e6925e2 is going to be created. [ 563.806502] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe9b78f9-9aa4-482f-8d36-4b5c359f7121 with status ACTIVE [ 563.806676] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.807304] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.807381] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.807593] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.807718] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.807910] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.807989] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.808058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.808681] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.808681] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.808681] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.808681] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.808681] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.808917] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.808917] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.808979] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe9b78f9-9aa4-482f-8d36-4b5c359f7121 is going to be updated. [ 563.840992] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.841204] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.841278] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.841506] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.841647] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.841928] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe9b78f9-9aa4-482f-8d36-4b5c359f7121" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.844872] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.845113] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.845209] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.845479] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.845642] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.863748] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c20372a7-c689-4c8e-baad-17a08e6925e2 in Status: UNINITIALIZED for 2s [ 563.960158] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.960618] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.960618] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.960618] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.960810] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.980847] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a48c31ff-ecd4-499b-9a84-80033029c54b in Status: IN_PROGRESS for 2s [ 564.206198] env[60542]: INFO networking_nsxv3.common.synchronization [None req-72df0c88-be5d-4170-a883-20d5fb366dcc None None] Enqueued Resource ID: 90dfc967-fb68-4f95-aba8-f82382eec672 with Priority: HIGHEST for action port [ 564.206776] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dfc967-fb68-4f95-aba8-f82382eec672 with Priority: HIGHEST for action port [ 564.206871] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-90dfc967-fb68-4f95-aba8-f82382eec672 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.206958] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90dfc967-fb68-4f95-aba8-f82382eec672" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.207023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90dfc967-fb68-4f95-aba8-f82382eec672" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.207391] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90dfc967-fb68-4f95-aba8-f82382eec672" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.207495] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90dfc967-fb68-4f95-aba8-f82382eec672',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 564.239828] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90dfc967-fb68-4f95-aba8-f82382eec672 [ 564.239956] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.240046] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.240144] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.240325] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.240427] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.240509] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90dfc967-fb68-4f95-aba8-f82382eec672 already deleted. [ 564.240579] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90dfc967-fb68-4f95-aba8-f82382eec672" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.308198] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7468b1ee-211e-4888-aa4d-95ac0166099a in Status: SUCCESS [ 564.308331] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.308775] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.309337] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.309337] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.309337] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.309891] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.310955] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.311307] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.311439] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.311543] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7468b1ee-211e-4888-aa4d-95ac0166099a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 564.340082] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-7468b1ee-211e-4888-aa4d-95ac0166099a taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.340275] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.340381] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.340635] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.340818] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.340923] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.340990] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.341297] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.341297] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.341446] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.341494] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-7468b1ee-211e-4888-aa4d-95ac0166099a taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.341558] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.341620] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.341799] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.341944] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.342241] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.342296] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.342479] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.342602] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.342739] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.342849] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7468b1ee-211e-4888-aa4d-95ac0166099a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 564.366016] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7468b1ee-211e-4888-aa4d-95ac0166099a: rpc.has_security_group_logging(os_id): False [ 564.383567] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.383897] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.383897] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.384537] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.384537] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.384537] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.384537] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.384537] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.384835] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.384835] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.385178] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.385178] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.385178] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.385277] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.385414] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.385680] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.385803] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.385803] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.385919] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.385997] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.386229] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7468b1ee-211e-4888-aa4d-95ac0166099a is going to be created. [ 564.464308] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.464469] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.464539] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.464754] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.464934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.479524] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7468b1ee-211e-4888-aa4d-95ac0166099a in Status: IN_PROGRESS for 2s [ 565.744040] env[60542]: INFO networking_nsxv3.common.synchronization [None req-8d106284-cd07-4fa5-b8c0-7758e2094269 None None] Enqueued Resource ID: a826d9aa-41c3-4cd9-91fc-b8d04102a6ab with Priority: HIGHEST for action port [ 565.744630] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a826d9aa-41c3-4cd9-91fc-b8d04102a6ab with Priority: HIGHEST for action port [ 565.744630] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-a826d9aa-41c3-4cd9-91fc-b8d04102a6ab taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.744777] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a826d9aa-41c3-4cd9-91fc-b8d04102a6ab" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.744820] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a826d9aa-41c3-4cd9-91fc-b8d04102a6ab" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.745108] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a826d9aa-41c3-4cd9-91fc-b8d04102a6ab" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.745198] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a826d9aa-41c3-4cd9-91fc-b8d04102a6ab',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 565.762510] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a826d9aa-41c3-4cd9-91fc-b8d04102a6ab [ 565.762799] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.762799] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.762954] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.763043] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.763142] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.763245] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a826d9aa-41c3-4cd9-91fc-b8d04102a6ab already deleted. [ 565.763533] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a826d9aa-41c3-4cd9-91fc-b8d04102a6ab" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.770578] env[60542]: INFO networking_nsxv3.common.synchronization [None req-6e7ed653-9c6d-4c50-aa30-509eb01cf885 None None] Enqueued Resource ID: d88efe59-3b28-42cd-9ecb-0f35b28300b8 with Priority: HIGHEST for action port [ 565.770820] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d88efe59-3b28-42cd-9ecb-0f35b28300b8 with Priority: HIGHEST for action port [ 565.771341] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-d88efe59-3b28-42cd-9ecb-0f35b28300b8 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.771490] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d88efe59-3b28-42cd-9ecb-0f35b28300b8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.771559] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d88efe59-3b28-42cd-9ecb-0f35b28300b8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.772075] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d88efe59-3b28-42cd-9ecb-0f35b28300b8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.772160] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d88efe59-3b28-42cd-9ecb-0f35b28300b8',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 565.790833] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d88efe59-3b28-42cd-9ecb-0f35b28300b8 [ 565.791067] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.791201] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.791273] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.791670] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.791823] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.791928] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d88efe59-3b28-42cd-9ecb-0f35b28300b8 already deleted. [ 565.792054] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d88efe59-3b28-42cd-9ecb-0f35b28300b8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.876808] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c20372a7-c689-4c8e-baad-17a08e6925e2 in Status: SUCCESS [ 565.876808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.876808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.876808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.876808] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.876808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.876808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.876808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.876808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.876808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.876808] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 565.894190] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20372a7-c689-4c8e-baad-17a08e6925e2 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.900203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.900203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.900203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.900203] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.900203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.900203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.900203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.900203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.900203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.900203] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20372a7-c689-4c8e-baad-17a08e6925e2 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.900203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.900203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.900203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.900203] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.900203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.900750] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.900880] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.900974] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.901496] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.901858] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 565.994349] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a48c31ff-ecd4-499b-9a84-80033029c54b in Status: SUCCESS [ 565.994555] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.023741] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c20372a7-c689-4c8e-baad-17a08e6925e2: rpc.has_security_group_logging(os_id): False [ 566.041466] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.041916] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.041916] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.042088] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.042088] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.043695] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.043695] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.043695] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.043695] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.043695] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.043695] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.043695] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.043695] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.043695] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.043695] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.044268] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.044268] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.044339] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.044450] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.044541] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.044613] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c20372a7-c689-4c8e-baad-17a08e6925e2 is going to be created. [ 566.109055] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.109055] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.109055] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.109055] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.109055] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.121736] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c20372a7-c689-4c8e-baad-17a08e6925e2 in Status: IN_PROGRESS for 2s [ 566.491312] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7468b1ee-211e-4888-aa4d-95ac0166099a in Status: SUCCESS [ 566.491534] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 567.740599] env[60542]: INFO networking_nsxv3.common.synchronization [req-24d3a34a-be7e-4c97-8991-2487c305083e req-958da9c7-ac22-493f-887f-4ca908e9566c tempest-ImagesTestJSON-104737604 tempest-ImagesTestJSON-104737604-project-member] Enqueued Resource ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 with Priority: HIGHEST for action security_group_members [ 567.741403] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 with Priority: HIGHEST for action security_group_members [ 567.741529] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.741669] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 567.741738] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 567.742008] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 567.742180] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.742291] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 567.742359] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 567.742527] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 567.742619] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 567.742778] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e4413f1-58db-4bc7-8a50-c8a762c3e5e4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 567.757363] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.757553] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 567.757607] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 567.757789] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 567.757884] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 567.758318] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.758318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 567.758318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 567.758607] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 567.758607] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 567.758607] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 already deleted. [ 567.758688] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.134403] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c20372a7-c689-4c8e-baad-17a08e6925e2 in Status: SUCCESS [ 568.134622] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.151160] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.151442] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-446" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.151478] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-446" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.151796] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-446" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.152106] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.152233] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.152361] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.152607] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.152731] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.152987] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 569.157070] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 569.157070] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 569.157070] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 569.157070] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 569.157070] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 569.157070] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 569.177261] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 569.177261] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 569.177261] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 569.177261] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-446" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.177261] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-a0727f54-5f66-4fd8-9aad-2622e897112d taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.177261] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-a0727f54-5f66-4fd8-9aad-2622e897112d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.177261] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-a0727f54-5f66-4fd8-9aad-2622e897112d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.177261] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-a0727f54-5f66-4fd8-9aad-2622e897112d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.177261] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0727f54-5f66-4fd8-9aad-2622e897112d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 569.210396] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.210396] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.210396] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.212718] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.212718] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.212718] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port a0727f54-5f66-4fd8-9aad-2622e897112d not found, creating... [ 569.212718] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.212718] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.212718] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.212718] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.212718] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.213250] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.213250] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.213372] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.213597] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.213735] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.213934] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: a0727f54-5f66-4fd8-9aad-2622e897112d is going to be created. [ 569.240505] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.240686] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.240779] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.241093] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.241342] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.241577] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-a0727f54-5f66-4fd8-9aad-2622e897112d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.460019] env[60542]: INFO networking_nsxv3.common.synchronization [None req-88f4ae47-dfbb-494f-b0ca-d2c569ececd3 None None] Enqueued Resource ID: 5a9c0219-716c-4030-9011-2c059c380b01 with Priority: HIGHEST for action port [ 569.460304] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9c0219-716c-4030-9011-2c059c380b01 with Priority: HIGHEST for action port [ 569.460606] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a9c0219-716c-4030-9011-2c059c380b01 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.460738] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a9c0219-716c-4030-9011-2c059c380b01" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.460809] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a9c0219-716c-4030-9011-2c059c380b01" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.461133] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a9c0219-716c-4030-9011-2c059c380b01" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.461223] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a9c0219-716c-4030-9011-2c059c380b01',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 569.506606] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a9c0219-716c-4030-9011-2c059c380b01 [ 569.507357] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.507357] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.507357] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.507357] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.507357] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.507357] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a9c0219-716c-4030-9011-2c059c380b01 already deleted. [ 569.507888] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a9c0219-716c-4030-9011-2c059c380b01" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.995981] env[60542]: INFO networking_nsxv3.common.synchronization [None req-189dd4e1-020f-409a-96b5-c4df27206179 tempest-ServersWithSpecificFlavorTestJSON-1617212719 tempest-ServersWithSpecificFlavorTestJSON-1617212719-project-member] Enqueued Resource ID: 9978f548-0cfd-4681-8492-a1d7172290a4 with Priority: HIGHEST for action security_group_rules [ 569.996934] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9978f548-0cfd-4681-8492-a1d7172290a4 with Priority: HIGHEST for action security_group_rules [ 569.997400] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9978f548-0cfd-4681-8492-a1d7172290a4 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.997659] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9978f548-0cfd-4681-8492-a1d7172290a4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.998404] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9978f548-0cfd-4681-8492-a1d7172290a4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.998785] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9978f548-0cfd-4681-8492-a1d7172290a4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.998963] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9978f548-0cfd-4681-8492-a1d7172290a4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 570.046221] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.046391] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 570.046462] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 570.046732] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 570.046831] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 570.046955] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9978f548-0cfd-4681-8492-a1d7172290a4 already deleted. [ 570.047057] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9978f548-0cfd-4681-8492-a1d7172290a4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 570.716806] env[60542]: INFO networking_nsxv3.common.synchronization [None req-7def82e8-4bbf-43a5-bff9-47efb3bbd6b6 tempest-ServersWithSpecificFlavorTestJSON-1617212719 tempest-ServersWithSpecificFlavorTestJSON-1617212719-project-member] Enqueued Resource ID: 9978f548-0cfd-4681-8492-a1d7172290a4 with Priority: HIGHEST for action security_group_rules [ 570.716806] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9978f548-0cfd-4681-8492-a1d7172290a4 with Priority: HIGHEST for action security_group_rules [ 570.717200] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9978f548-0cfd-4681-8492-a1d7172290a4 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.717200] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9978f548-0cfd-4681-8492-a1d7172290a4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 570.717279] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9978f548-0cfd-4681-8492-a1d7172290a4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 570.717463] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9978f548-0cfd-4681-8492-a1d7172290a4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 570.717560] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9978f548-0cfd-4681-8492-a1d7172290a4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 570.759881] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.760061] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 570.760136] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 570.760416] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 570.760487] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 570.760520] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9978f548-0cfd-4681-8492-a1d7172290a4 already deleted. [ 570.760609] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9978f548-0cfd-4681-8492-a1d7172290a4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 570.862233] env[60542]: INFO networking_nsxv3.common.synchronization [None req-3765253e-7a31-4e69-aff4-38aa9b27cff2 None None] Enqueued Resource ID: f3de2832-19f5-4bb8-a4d1-599d509166e2 with Priority: HIGHEST for action port [ 570.862233] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3de2832-19f5-4bb8-a4d1-599d509166e2 with Priority: HIGHEST for action port [ 570.862525] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3de2832-19f5-4bb8-a4d1-599d509166e2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.862657] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3de2832-19f5-4bb8-a4d1-599d509166e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 570.862729] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3de2832-19f5-4bb8-a4d1-599d509166e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 570.863132] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3de2832-19f5-4bb8-a4d1-599d509166e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 570.863132] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3de2832-19f5-4bb8-a4d1-599d509166e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 570.873358] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3de2832-19f5-4bb8-a4d1-599d509166e2 [ 570.873585] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.873723] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 570.873791] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 570.874043] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 570.874143] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 570.874289] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3de2832-19f5-4bb8-a4d1-599d509166e2 already deleted. [ 570.874353] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3de2832-19f5-4bb8-a4d1-599d509166e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.170154] env[60542]: INFO networking_nsxv3.common.synchronization [req-24d3a34a-be7e-4c97-8991-2487c305083e req-1350dd0f-9e58-4676-b439-f1df8b62055e service neutron] Enqueued Resource ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 with Priority: HIGHEST for action security_group_rules [ 571.170381] env[60542]: INFO networking_nsxv3.common.synchronization [req-24d3a34a-be7e-4c97-8991-2487c305083e req-1350dd0f-9e58-4676-b439-f1df8b62055e service neutron] Enqueued Resource ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 with Priority: HIGHEST for action security_group_members [ 571.170562] env[60542]: INFO networking_nsxv3.common.synchronization [req-24d3a34a-be7e-4c97-8991-2487c305083e req-1350dd0f-9e58-4676-b439-f1df8b62055e service neutron] Enqueued Resource ID: a0727f54-5f66-4fd8-9aad-2622e897112d with Priority: HIGHEST for action port [ 571.170821] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 with Priority: HIGHEST for action security_group_rules [ 571.170995] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 with Priority: HIGHEST for action security_group_members [ 571.171137] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0727f54-5f66-4fd8-9aad-2622e897112d with Priority: HIGHEST for action port [ 571.171744] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.171884] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.171967] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.172367] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.172458] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e4413f1-58db-4bc7-8a50-c8a762c3e5e4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 571.174540] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.175858] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.176094] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.176234] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.176638] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.176761] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.177873] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.177873] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.177873] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.177873] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e4413f1-58db-4bc7-8a50-c8a762c3e5e4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 571.178749] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0727f54-5f66-4fd8-9aad-2622e897112d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.178899] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0727f54-5f66-4fd8-9aad-2622e897112d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.178973] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0727f54-5f66-4fd8-9aad-2622e897112d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.179169] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0727f54-5f66-4fd8-9aad-2622e897112d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.179249] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0727f54-5f66-4fd8-9aad-2622e897112d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 571.258885] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e4413f1-58db-4bc7-8a50-c8a762c3e5e4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 571.265429] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.265571] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.282527] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0727f54-5f66-4fd8-9aad-2622e897112d with status ACTIVE [ 571.282527] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.282527] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.282527] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.282527] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.282527] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.282527] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.282527] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.282527] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.282968] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.282968] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.282968] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.282968] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.282968] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.286234] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.286234] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.286588] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0727f54-5f66-4fd8-9aad-2622e897112d is going to be updated. [ 571.294278] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e4413f1-58db-4bc7-8a50-c8a762c3e5e4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 571.312151] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.312151] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.312151] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.312151] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.312151] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.312151] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 is going to be created. [ 571.316854] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.316854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.316854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.317180] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.317180] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.318670] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0727f54-5f66-4fd8-9aad-2622e897112d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.342094] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.342094] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.342094] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.342094] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.342369] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.355909] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 in Status: UNINITIALIZED for 2s [ 571.833116] env[60542]: INFO networking_nsxv3.common.synchronization [None req-f80bd62d-531d-44a2-93ea-943a7445a313 None None] Enqueued Resource ID: 08e033bb-3dcd-4dff-aec3-8c89be18eac2 with Priority: HIGHEST for action port [ 571.833116] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e033bb-3dcd-4dff-aec3-8c89be18eac2 with Priority: HIGHEST for action port [ 571.834949] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-08e033bb-3dcd-4dff-aec3-8c89be18eac2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.834949] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08e033bb-3dcd-4dff-aec3-8c89be18eac2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.834949] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08e033bb-3dcd-4dff-aec3-8c89be18eac2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.834949] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08e033bb-3dcd-4dff-aec3-8c89be18eac2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.834949] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e033bb-3dcd-4dff-aec3-8c89be18eac2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 571.886520] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08e033bb-3dcd-4dff-aec3-8c89be18eac2 [ 571.887950] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.887950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.887950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.887950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.887950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.887950] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08e033bb-3dcd-4dff-aec3-8c89be18eac2 already deleted. [ 571.887950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08e033bb-3dcd-4dff-aec3-8c89be18eac2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 572.237404] env[60542]: INFO networking_nsxv3.common.synchronization [None req-278e33aa-5eaa-44b0-a530-f746c30b687f tempest-ServerActionsTestJSON-792949534 tempest-ServerActionsTestJSON-792949534-project-member] Enqueued Resource ID: b3fd2627-f6e2-4278-95ba-4ad2b0395f5e with Priority: HIGHEST for action security_group_rules [ 572.237404] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3fd2627-f6e2-4278-95ba-4ad2b0395f5e with Priority: HIGHEST for action security_group_rules [ 572.237404] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3fd2627-f6e2-4278-95ba-4ad2b0395f5e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.237404] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3fd2627-f6e2-4278-95ba-4ad2b0395f5e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 572.237404] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3fd2627-f6e2-4278-95ba-4ad2b0395f5e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 572.237404] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3fd2627-f6e2-4278-95ba-4ad2b0395f5e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 572.239315] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3fd2627-f6e2-4278-95ba-4ad2b0395f5e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 572.282704] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.282704] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 572.282704] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 572.282704] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 572.282704] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 572.283182] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3fd2627-f6e2-4278-95ba-4ad2b0395f5e already deleted. [ 572.283182] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3fd2627-f6e2-4278-95ba-4ad2b0395f5e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 572.625249] env[60542]: INFO networking_nsxv3.common.synchronization [None req-c4388808-56a8-4b95-929f-f19f7c32b974 tempest-ServerActionsTestJSON-792949534 tempest-ServerActionsTestJSON-792949534-project-member] Enqueued Resource ID: b3fd2627-f6e2-4278-95ba-4ad2b0395f5e with Priority: HIGHEST for action security_group_rules [ 572.625249] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3fd2627-f6e2-4278-95ba-4ad2b0395f5e with Priority: HIGHEST for action security_group_rules [ 572.625249] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3fd2627-f6e2-4278-95ba-4ad2b0395f5e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.625249] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3fd2627-f6e2-4278-95ba-4ad2b0395f5e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 572.625249] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3fd2627-f6e2-4278-95ba-4ad2b0395f5e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 572.625249] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3fd2627-f6e2-4278-95ba-4ad2b0395f5e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 572.625249] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3fd2627-f6e2-4278-95ba-4ad2b0395f5e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 572.672043] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.672043] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 572.672043] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 572.672316] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 572.672316] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 572.672376] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3fd2627-f6e2-4278-95ba-4ad2b0395f5e already deleted. [ 572.672679] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3fd2627-f6e2-4278-95ba-4ad2b0395f5e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.366237] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 in Status: SUCCESS [ 573.366685] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.366884] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.367175] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.367409] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.367535] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.367597] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.367754] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.367835] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.367926] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.369029] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e4413f1-58db-4bc7-8a50-c8a762c3e5e4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 573.382084] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.382337] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.382516] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.382678] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.382874] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.382981] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.383071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.383259] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.383370] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.383465] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.383894] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.383894] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.383894] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.383894] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.384109] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.384206] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.384237] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.385301] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.385301] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.385301] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.385301] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e4413f1-58db-4bc7-8a50-c8a762c3e5e4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 573.393020] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4: rpc.has_security_group_logging(os_id): False [ 573.411584] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.411885] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.411885] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.412071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.412177] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.412373] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.412530] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.412530] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.412704] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.412785] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.413197] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.413197] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.413197] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.413367] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.413367] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.415116] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.415273] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.415355] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.415533] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.415621] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.415717] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 is going to be created. [ 573.478610] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.478610] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.478610] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.478610] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.478877] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.492994] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 in Status: IN_PROGRESS for 2s [ 574.056883] env[60542]: INFO networking_nsxv3.common.synchronization [None req-1c2dc49e-d73d-477f-b8da-38c778325fff None None] Enqueued Resource ID: 2262d91d-8850-4e29-b4f5-2111d2c26c7a with Priority: HIGHEST for action port [ 574.056883] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2262d91d-8850-4e29-b4f5-2111d2c26c7a with Priority: HIGHEST for action port [ 574.056883] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-2262d91d-8850-4e29-b4f5-2111d2c26c7a taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.056883] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2262d91d-8850-4e29-b4f5-2111d2c26c7a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.056883] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2262d91d-8850-4e29-b4f5-2111d2c26c7a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.057215] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2262d91d-8850-4e29-b4f5-2111d2c26c7a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.057215] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2262d91d-8850-4e29-b4f5-2111d2c26c7a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 574.067740] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2262d91d-8850-4e29-b4f5-2111d2c26c7a [ 574.067740] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.067740] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.067740] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.067740] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.067740] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.067740] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2262d91d-8850-4e29-b4f5-2111d2c26c7a already deleted. [ 574.067740] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2262d91d-8850-4e29-b4f5-2111d2c26c7a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.101829] env[60542]: INFO networking_nsxv3.common.synchronization [None req-41961f59-27df-41b6-9d46-46ec743da793 None None] Enqueued Resource ID: bdf994d6-7e53-4ccf-ad34-ea3fd16edfb4 with Priority: HIGHEST for action port [ 575.101829] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf994d6-7e53-4ccf-ad34-ea3fd16edfb4 with Priority: HIGHEST for action port [ 575.101829] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdf994d6-7e53-4ccf-ad34-ea3fd16edfb4 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.101829] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdf994d6-7e53-4ccf-ad34-ea3fd16edfb4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.101829] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdf994d6-7e53-4ccf-ad34-ea3fd16edfb4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.101829] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdf994d6-7e53-4ccf-ad34-ea3fd16edfb4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.101829] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdf994d6-7e53-4ccf-ad34-ea3fd16edfb4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 575.124630] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdf994d6-7e53-4ccf-ad34-ea3fd16edfb4 [ 575.124630] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.124630] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.124630] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.124630] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.124630] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.124630] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdf994d6-7e53-4ccf-ad34-ea3fd16edfb4 already deleted. [ 575.124630] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdf994d6-7e53-4ccf-ad34-ea3fd16edfb4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.507583] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 in Status: SUCCESS [ 575.507819] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.323295] env[60542]: INFO networking_nsxv3.common.synchronization [req-b94bcd83-3081-4fd8-8d31-960a52aff5d3 req-76d0da18-dd96-4d33-ae6f-e141d14cea80 tempest-ServersTestMultiNic-1533444800 tempest-ServersTestMultiNic-1533444800-project-member] Enqueued Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 576.324132] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 576.324765] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.325412] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.327371] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.327691] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.327875] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.328008] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.328138] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.328823] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.328823] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.328823] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 576.343416] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.343746] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.343822] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.344062] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.344168] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.344369] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.344469] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.344531] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.344691] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.344767] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.344848] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 already deleted. [ 576.344933] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.014358] env[60542]: INFO networking_nsxv3.common.synchronization [None req-a7c76189-9adb-494f-be81-915f40fcfac2 None None] Enqueued Resource ID: e29c0e20-8713-49b9-82ab-01382b681c0d with Priority: HIGHEST for action port [ 577.014684] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29c0e20-8713-49b9-82ab-01382b681c0d with Priority: HIGHEST for action port [ 577.014911] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-e29c0e20-8713-49b9-82ab-01382b681c0d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.015135] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e29c0e20-8713-49b9-82ab-01382b681c0d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.015211] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e29c0e20-8713-49b9-82ab-01382b681c0d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.015534] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e29c0e20-8713-49b9-82ab-01382b681c0d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.015616] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e29c0e20-8713-49b9-82ab-01382b681c0d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 577.039842] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e29c0e20-8713-49b9-82ab-01382b681c0d [ 577.040070] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.040247] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.041299] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.041572] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.041680] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.045020] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e29c0e20-8713-49b9-82ab-01382b681c0d already deleted. [ 577.045020] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e29c0e20-8713-49b9-82ab-01382b681c0d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.599133] env[60542]: INFO networking_nsxv3.common.synchronization [None req-6d8d05cd-5ffd-42a2-881c-ba5f788747a6 None None] Enqueued Resource ID: 6c2a6762-2eb5-4a9d-b978-b61cacfa66b1 with Priority: HIGHEST for action port [ 577.599410] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c2a6762-2eb5-4a9d-b978-b61cacfa66b1 with Priority: HIGHEST for action port [ 577.599716] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c2a6762-2eb5-4a9d-b978-b61cacfa66b1 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.599846] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c2a6762-2eb5-4a9d-b978-b61cacfa66b1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.599916] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c2a6762-2eb5-4a9d-b978-b61cacfa66b1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.600195] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c2a6762-2eb5-4a9d-b978-b61cacfa66b1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.600285] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2a6762-2eb5-4a9d-b978-b61cacfa66b1',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 577.637029] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c2a6762-2eb5-4a9d-b978-b61cacfa66b1 [ 577.637480] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.637683] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.637756] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.637969] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.638083] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.638184] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c2a6762-2eb5-4a9d-b978-b61cacfa66b1 already deleted. [ 577.639196] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c2a6762-2eb5-4a9d-b978-b61cacfa66b1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.802636] env[60542]: INFO networking_nsxv3.common.synchronization [req-b94bcd83-3081-4fd8-8d31-960a52aff5d3 req-b53e5c00-9336-48db-8153-7b9115c579c2 tempest-ServersTestMultiNic-1533444800 tempest-ServersTestMultiNic-1533444800-project-member] Enqueued Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 577.802636] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 577.802636] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.803034] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.803224] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.805318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.805318] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.805318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.805318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.805318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.805318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.805318] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 577.827701] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.827701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.827701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.827701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.827701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.827701] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.827701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.827701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.827701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.827701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.827701] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 already deleted. [ 577.827701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.970422] env[60542]: INFO networking_nsxv3.common.synchronization [req-63ddf261-dc6a-42d1-841c-f112b680c721 req-b0a5b93b-ec94-4a0a-a998-538e19701e2b tempest-TenantUsagesTestJSON-1233530310 tempest-TenantUsagesTestJSON-1233530310-project-member] Enqueued Resource ID: 287b4c9b-0157-4041-a12b-dbd046bd870d with Priority: HIGHEST for action security_group_members [ 577.971320] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287b4c9b-0157-4041-a12b-dbd046bd870d with Priority: HIGHEST for action security_group_members [ 577.971624] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-287b4c9b-0157-4041-a12b-dbd046bd870d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.971773] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.971773] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.971994] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.975324] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.976986] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.976986] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.976986] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.976986] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.976986] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287b4c9b-0157-4041-a12b-dbd046bd870d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 577.995349] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.995501] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.995572] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.995780] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.995875] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.996074] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.996175] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.996935] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.996935] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.996935] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.996935] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287b4c9b-0157-4041-a12b-dbd046bd870d already deleted. [ 577.996935] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 578.700106] env[60542]: INFO networking_nsxv3.common.synchronization [None req-025b8937-e4bd-484f-b1c4-842182397db1 tempest-VolumesAssistedSnapshotsTest-19524967 tempest-VolumesAssistedSnapshotsTest-19524967-project-member] Enqueued Resource ID: 1e7e4857-1feb-40ed-bec0-b7bf0efd1449 with Priority: HIGHEST for action security_group_rules [ 578.700670] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7e4857-1feb-40ed-bec0-b7bf0efd1449 with Priority: HIGHEST for action security_group_rules [ 578.701729] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e7e4857-1feb-40ed-bec0-b7bf0efd1449 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.701905] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e7e4857-1feb-40ed-bec0-b7bf0efd1449" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 578.702085] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e7e4857-1feb-40ed-bec0-b7bf0efd1449" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 578.702382] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e7e4857-1feb-40ed-bec0-b7bf0efd1449" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 578.702507] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e7e4857-1feb-40ed-bec0-b7bf0efd1449',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 578.735140] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.735679] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 578.735799] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 578.736054] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 578.736195] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 578.736347] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e7e4857-1feb-40ed-bec0-b7bf0efd1449 already deleted. [ 578.736477] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e7e4857-1feb-40ed-bec0-b7bf0efd1449" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.224422] env[60542]: INFO networking_nsxv3.common.synchronization [None req-152cc438-8dcc-4504-907f-27c327f9493e tempest-VolumesAssistedSnapshotsTest-19524967 tempest-VolumesAssistedSnapshotsTest-19524967-project-member] Enqueued Resource ID: 1e7e4857-1feb-40ed-bec0-b7bf0efd1449 with Priority: HIGHEST for action security_group_rules [ 579.224686] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7e4857-1feb-40ed-bec0-b7bf0efd1449 with Priority: HIGHEST for action security_group_rules [ 579.225835] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e7e4857-1feb-40ed-bec0-b7bf0efd1449 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.225973] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e7e4857-1feb-40ed-bec0-b7bf0efd1449" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.226061] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e7e4857-1feb-40ed-bec0-b7bf0efd1449" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.226440] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e7e4857-1feb-40ed-bec0-b7bf0efd1449" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.226490] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e7e4857-1feb-40ed-bec0-b7bf0efd1449',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 579.275097] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.275259] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.275335] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.275548] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.275644] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.275738] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e7e4857-1feb-40ed-bec0-b7bf0efd1449 already deleted. [ 579.275821] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e7e4857-1feb-40ed-bec0-b7bf0efd1449" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.742036] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.742397] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.742397] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.743909] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.743909] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.743909] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.743909] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.745076] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.745076] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.745076] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 579.745237] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 579.745346] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 579.745453] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 579.746246] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 579.746246] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 579.746246] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 579.768745] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 579.768936] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 579.769095] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 579.769291] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.769687] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-7b5f3162-eeac-4082-8341-f6d5131748a6 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.769868] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-7b5f3162-eeac-4082-8341-f6d5131748a6" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.769990] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-7b5f3162-eeac-4082-8341-f6d5131748a6" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.770356] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-7b5f3162-eeac-4082-8341-f6d5131748a6" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.770542] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b5f3162-eeac-4082-8341-f6d5131748a6',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 579.866153] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.866475] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.866617] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.866901] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.867067] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.867231] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 7b5f3162-eeac-4082-8341-f6d5131748a6 not found, creating... [ 579.867511] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.867674] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.867795] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.868468] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.868676] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.868977] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.869160] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.869305] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.869532] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.869807] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.869807] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 7b5f3162-eeac-4082-8341-f6d5131748a6 is going to be created. [ 579.892474] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.892655] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.893108] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.893108] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.893289] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.893528] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-7b5f3162-eeac-4082-8341-f6d5131748a6" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.135238] env[60542]: INFO networking_nsxv3.common.synchronization [None req-e5bb01a4-7230-40e1-9a1c-da306c9cf27c None None] Enqueued Resource ID: 1e60f390-0946-47c7-b2fc-e6d18cffb8ba with Priority: HIGHEST for action port [ 580.135528] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e60f390-0946-47c7-b2fc-e6d18cffb8ba with Priority: HIGHEST for action port [ 580.136091] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e60f390-0946-47c7-b2fc-e6d18cffb8ba taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.136231] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e60f390-0946-47c7-b2fc-e6d18cffb8ba" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.136354] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e60f390-0946-47c7-b2fc-e6d18cffb8ba" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.137196] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e60f390-0946-47c7-b2fc-e6d18cffb8ba" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.137313] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e60f390-0946-47c7-b2fc-e6d18cffb8ba',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.259381] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e60f390-0946-47c7-b2fc-e6d18cffb8ba [ 580.259633] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.259899] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.259899] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.260063] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.260163] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.260261] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e60f390-0946-47c7-b2fc-e6d18cffb8ba already deleted. [ 580.260345] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e60f390-0946-47c7-b2fc-e6d18cffb8ba" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.552128] env[60542]: INFO networking_nsxv3.common.synchronization [req-b94bcd83-3081-4fd8-8d31-960a52aff5d3 req-f03dae9a-dc11-47b2-8105-34d3365addf6 tempest-ServersTestMultiNic-1533444800 tempest-ServersTestMultiNic-1533444800-project-member] Enqueued Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 580.552128] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 580.552128] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.552128] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.552128] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.552128] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.552128] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.552128] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.552128] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.552128] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.552128] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.552507] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.580042] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.580219] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.580295] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.580577] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.580798] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.580908] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.581038] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.581109] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.581275] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.581356] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.581613] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 already deleted. [ 580.581613] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.762313] env[60542]: INFO networking_nsxv3.common.synchronization [None req-20e823e6-9f25-4781-8b0e-1fa8c7f2b4db None None] Enqueued Resource ID: 9e926b71-e597-4019-bac3-6dc9cb0df653 with Priority: HIGHEST for action port [ 580.762313] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e926b71-e597-4019-bac3-6dc9cb0df653 with Priority: HIGHEST for action port [ 580.762313] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e926b71-e597-4019-bac3-6dc9cb0df653 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.762313] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e926b71-e597-4019-bac3-6dc9cb0df653" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.762313] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e926b71-e597-4019-bac3-6dc9cb0df653" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.762313] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e926b71-e597-4019-bac3-6dc9cb0df653" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.762313] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e926b71-e597-4019-bac3-6dc9cb0df653',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.841044] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e926b71-e597-4019-bac3-6dc9cb0df653 [ 580.841044] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.841044] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.841044] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.841044] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.841044] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.841044] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e926b71-e597-4019-bac3-6dc9cb0df653 already deleted. [ 580.841044] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e926b71-e597-4019-bac3-6dc9cb0df653" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.275253] env[60542]: INFO networking_nsxv3.common.synchronization [req-63ddf261-dc6a-42d1-841c-f112b680c721 req-4a199b05-81c7-4ccf-955b-7351783d7a59 service neutron] Enqueued Resource ID: 287b4c9b-0157-4041-a12b-dbd046bd870d with Priority: HIGHEST for action security_group_rules [ 581.275855] env[60542]: INFO networking_nsxv3.common.synchronization [req-63ddf261-dc6a-42d1-841c-f112b680c721 req-4a199b05-81c7-4ccf-955b-7351783d7a59 service neutron] Enqueued Resource ID: 287b4c9b-0157-4041-a12b-dbd046bd870d with Priority: HIGHEST for action security_group_members [ 581.275855] env[60542]: INFO networking_nsxv3.common.synchronization [req-63ddf261-dc6a-42d1-841c-f112b680c721 req-4a199b05-81c7-4ccf-955b-7351783d7a59 service neutron] Enqueued Resource ID: 7b5f3162-eeac-4082-8341-f6d5131748a6 with Priority: HIGHEST for action port [ 581.276094] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287b4c9b-0157-4041-a12b-dbd046bd870d with Priority: HIGHEST for action security_group_rules [ 581.276571] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287b4c9b-0157-4041-a12b-dbd046bd870d with Priority: HIGHEST for action security_group_members [ 581.277018] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5f3162-eeac-4082-8341-f6d5131748a6 with Priority: HIGHEST for action port [ 581.277673] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-287b4c9b-0157-4041-a12b-dbd046bd870d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.277803] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.277872] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.278165] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.278412] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('287b4c9b-0157-4041-a12b-dbd046bd870d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 581.279238] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-287b4c9b-0157-4041-a12b-dbd046bd870d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.279357] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.279621] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.279621] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.279823] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.279890] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.279925] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.280248] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.280248] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.280248] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287b4c9b-0157-4041-a12b-dbd046bd870d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 581.282428] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b5f3162-eeac-4082-8341-f6d5131748a6 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.282428] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b5f3162-eeac-4082-8341-f6d5131748a6" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.282428] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b5f3162-eeac-4082-8341-f6d5131748a6" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.282428] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b5f3162-eeac-4082-8341-f6d5131748a6" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.282428] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b5f3162-eeac-4082-8341-f6d5131748a6',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 581.306731] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('287b4c9b-0157-4041-a12b-dbd046bd870d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 581.324212] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('287b4c9b-0157-4041-a12b-dbd046bd870d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 581.333522] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-287b4c9b-0157-4041-a12b-dbd046bd870d taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.333730] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.338335] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.338909] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.338909] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.338909] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.339237] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.339381] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287b4c9b-0157-4041-a12b-dbd046bd870d is going to be created. [ 581.344764] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b5f3162-eeac-4082-8341-f6d5131748a6 with status ACTIVE [ 581.345042] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.345219] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.345318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.345550] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.345880] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.345880] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.345981] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.346096] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.346276] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.346411] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.346639] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.346770] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.346859] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.347057] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.347375] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.347375] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b5f3162-eeac-4082-8341-f6d5131748a6 is going to be updated. [ 581.371203] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.371203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.371203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.371203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.371365] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.376662] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.376835] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.376885] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.377120] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.377247] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.377404] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b5f3162-eeac-4082-8341-f6d5131748a6" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.382527] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287b4c9b-0157-4041-a12b-dbd046bd870d in Status: UNINITIALIZED for 2s [ 581.635035] env[60542]: INFO networking_nsxv3.common.synchronization [None req-2978da60-2962-4b84-bc14-6f354410c449 None None] Enqueued Resource ID: 09865b69-36be-43b4-822a-862c4f19cbc7 with Priority: HIGHEST for action port [ 581.635035] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09865b69-36be-43b4-822a-862c4f19cbc7 with Priority: HIGHEST for action port [ 581.635035] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-09865b69-36be-43b4-822a-862c4f19cbc7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.635035] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09865b69-36be-43b4-822a-862c4f19cbc7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.635035] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09865b69-36be-43b4-822a-862c4f19cbc7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.635035] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09865b69-36be-43b4-822a-862c4f19cbc7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.635035] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09865b69-36be-43b4-822a-862c4f19cbc7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 581.644649] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09865b69-36be-43b4-822a-862c4f19cbc7 [ 581.644649] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.644649] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.644649] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.644649] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.644649] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.644649] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09865b69-36be-43b4-822a-862c4f19cbc7 already deleted. [ 581.644649] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09865b69-36be-43b4-822a-862c4f19cbc7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.369911] env[60542]: INFO networking_nsxv3.common.synchronization [None req-da39f963-4997-46a0-ac7f-b96f06bc23f2 None None] Enqueued Resource ID: 7597b47a-8d5c-46ee-a73f-793c36e639cf with Priority: HIGHEST for action port [ 582.370491] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7597b47a-8d5c-46ee-a73f-793c36e639cf with Priority: HIGHEST for action port [ 582.370820] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-7597b47a-8d5c-46ee-a73f-793c36e639cf taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.371082] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7597b47a-8d5c-46ee-a73f-793c36e639cf" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.371082] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7597b47a-8d5c-46ee-a73f-793c36e639cf" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.371290] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7597b47a-8d5c-46ee-a73f-793c36e639cf" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.375966] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7597b47a-8d5c-46ee-a73f-793c36e639cf',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.390393] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7597b47a-8d5c-46ee-a73f-793c36e639cf [ 582.390393] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.390393] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.390934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.391614] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.391614] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.391791] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7597b47a-8d5c-46ee-a73f-793c36e639cf already deleted. [ 582.391937] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7597b47a-8d5c-46ee-a73f-793c36e639cf" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.131356] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.131356] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-110" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.131356] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-110" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.131356] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-110" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.131356] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.131356] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.131356] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.132334] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.132732] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.133122] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 583.133401] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 583.134740] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 583.134740] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 583.134740] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 583.134740] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 583.134740] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 583.165962] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 583.165962] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 583.165962] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 583.165962] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-110" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.165962] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.165962] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.165962] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.165962] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.165962] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 583.214334] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.214334] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.214334] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.214334] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.214334] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.214334] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1 not found, creating... [ 583.214334] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.214334] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.214334] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.214334] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.214334] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.214693] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.215189] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.215502] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.215855] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.216155] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.216453] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1 is going to be created. [ 583.243351] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.243351] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.243351] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.243351] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.243351] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.243351] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.398065] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287b4c9b-0157-4041-a12b-dbd046bd870d in Status: SUCCESS [ 583.399059] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.399059] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.399059] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.399059] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.399844] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.399844] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.400263] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.400421] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.400960] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.401353] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('287b4c9b-0157-4041-a12b-dbd046bd870d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 583.425307] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-287b4c9b-0157-4041-a12b-dbd046bd870d taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.425536] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.425536] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.425767] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.425942] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.426056] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.426127] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.426545] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.426545] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.426545] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.426996] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-287b4c9b-0157-4041-a12b-dbd046bd870d taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.427129] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.427275] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.428040] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.428040] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.428040] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.428040] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.430471] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.430471] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.430471] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.430471] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('287b4c9b-0157-4041-a12b-dbd046bd870d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 583.458203] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 287b4c9b-0157-4041-a12b-dbd046bd870d: rpc.has_security_group_logging(os_id): False [ 583.482870] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.484362] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.484362] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.484362] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.484362] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.487758] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.487962] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.488055] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.488362] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.488362] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.488625] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.488744] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.488803] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.488992] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.489193] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.489319] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.489422] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.489482] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.489630] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.489706] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.489793] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 287b4c9b-0157-4041-a12b-dbd046bd870d is going to be created. [ 583.566173] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.566675] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.566675] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.566675] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.566846] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.586165] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287b4c9b-0157-4041-a12b-dbd046bd870d in Status: IN_PROGRESS for 2s [ 583.957093] env[60542]: INFO networking_nsxv3.common.synchronization [None req-f222fd8c-a78e-4587-8975-0e0d8c5c3f6d None None] Enqueued Resource ID: a5e448aa-6f20-48b0-ab0c-e4c3cc07593b with Priority: HIGHEST for action port [ 583.957093] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e448aa-6f20-48b0-ab0c-e4c3cc07593b with Priority: HIGHEST for action port [ 583.957093] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5e448aa-6f20-48b0-ab0c-e4c3cc07593b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.957093] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5e448aa-6f20-48b0-ab0c-e4c3cc07593b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.957093] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5e448aa-6f20-48b0-ab0c-e4c3cc07593b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.957093] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5e448aa-6f20-48b0-ab0c-e4c3cc07593b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.957093] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e448aa-6f20-48b0-ab0c-e4c3cc07593b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 583.983679] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5e448aa-6f20-48b0-ab0c-e4c3cc07593b [ 583.983679] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.983679] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.983679] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.983679] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.983679] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.983679] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5e448aa-6f20-48b0-ab0c-e4c3cc07593b already deleted. [ 583.983679] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5e448aa-6f20-48b0-ab0c-e4c3cc07593b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.582534] env[60542]: INFO networking_nsxv3.common.synchronization [None req-0e0c5423-c827-40eb-8510-b4fccc75d42c None None] Enqueued Resource ID: 5a5d2ff1-39ea-4105-b562-b039ae896ea3 with Priority: HIGHEST for action port [ 584.584328] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5d2ff1-39ea-4105-b562-b039ae896ea3 with Priority: HIGHEST for action port [ 584.584328] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a5d2ff1-39ea-4105-b562-b039ae896ea3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.584328] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a5d2ff1-39ea-4105-b562-b039ae896ea3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.584328] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a5d2ff1-39ea-4105-b562-b039ae896ea3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.586912] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a5d2ff1-39ea-4105-b562-b039ae896ea3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.586912] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a5d2ff1-39ea-4105-b562-b039ae896ea3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 584.618420] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a5d2ff1-39ea-4105-b562-b039ae896ea3 [ 584.618420] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.619810] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.619810] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.619810] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.619810] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.619810] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a5d2ff1-39ea-4105-b562-b039ae896ea3 already deleted. [ 584.619810] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a5d2ff1-39ea-4105-b562-b039ae896ea3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.112309] env[60542]: INFO networking_nsxv3.common.synchronization [None req-f492cefd-2e0f-4027-8117-913df1d0d8b3 None None] Enqueued Resource ID: ffd23a36-ad64-4790-bd2d-8ab95deab81b with Priority: HIGHEST for action port [ 585.112309] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd23a36-ad64-4790-bd2d-8ab95deab81b with Priority: HIGHEST for action port [ 585.112309] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffd23a36-ad64-4790-bd2d-8ab95deab81b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.112309] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffd23a36-ad64-4790-bd2d-8ab95deab81b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.112309] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffd23a36-ad64-4790-bd2d-8ab95deab81b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.112309] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffd23a36-ad64-4790-bd2d-8ab95deab81b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.112309] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffd23a36-ad64-4790-bd2d-8ab95deab81b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 585.133141] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffd23a36-ad64-4790-bd2d-8ab95deab81b [ 585.133141] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.133141] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.133141] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.133141] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.133358] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.133391] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffd23a36-ad64-4790-bd2d-8ab95deab81b already deleted. [ 585.133506] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffd23a36-ad64-4790-bd2d-8ab95deab81b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.601787] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287b4c9b-0157-4041-a12b-dbd046bd870d in Status: SUCCESS [ 585.601997] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.771879] env[60542]: INFO networking_nsxv3.common.synchronization [req-b94bcd83-3081-4fd8-8d31-960a52aff5d3 req-1cbb2e5e-2a0d-422f-910b-4582c14c9140 service neutron] Enqueued Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_rules [ 585.771989] env[60542]: INFO networking_nsxv3.common.synchronization [req-b94bcd83-3081-4fd8-8d31-960a52aff5d3 req-1cbb2e5e-2a0d-422f-910b-4582c14c9140 service neutron] Enqueued Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 585.773202] env[60542]: INFO networking_nsxv3.common.synchronization [req-b94bcd83-3081-4fd8-8d31-960a52aff5d3 req-1cbb2e5e-2a0d-422f-910b-4582c14c9140 service neutron] Enqueued Resource ID: 0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1 with Priority: HIGHEST for action port [ 585.773477] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_rules [ 585.773739] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 585.773933] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1 with Priority: HIGHEST for action port [ 585.774524] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.774740] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.774817] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.775103] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.775293] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 585.777111] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.777111] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.777111] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.777111] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.777111] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.777633] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.777771] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.777950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.778063] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.778157] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 585.778946] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.779069] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.779133] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.779393] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.779393] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 585.798541] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 585.811864] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.811948] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.813612] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 585.815136] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1 with status ACTIVE [ 585.815355] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.815479] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.816460] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.816460] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.816460] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.816460] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.816460] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.816460] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.816460] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.816460] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.816898] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.817048] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.817048] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.817314] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.817632] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.817632] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1 is going to be updated. [ 585.830205] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.830205] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.830205] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.830205] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.830205] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.830205] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 is going to be created. [ 585.847097] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.847097] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.847097] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.847097] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.847097] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.847097] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cf84f4c-c2e3-4473-a7ce-eb6c1765bab1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.862730] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.862882] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.862937] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.863763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.864596] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.880087] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: UNINITIALIZED for 2s [ 586.942285] env[60542]: INFO networking_nsxv3.common.synchronization [None req-bc2ccaee-913a-446a-8f16-c4399980d940 None None] Enqueued Resource ID: 8a00af75-c5ca-4920-aade-13e1a60d9400 with Priority: HIGHEST for action port [ 586.942564] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a00af75-c5ca-4920-aade-13e1a60d9400 with Priority: HIGHEST for action port [ 586.942951] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a00af75-c5ca-4920-aade-13e1a60d9400 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.942951] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a00af75-c5ca-4920-aade-13e1a60d9400" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.943114] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a00af75-c5ca-4920-aade-13e1a60d9400" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.943434] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a00af75-c5ca-4920-aade-13e1a60d9400" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.943434] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a00af75-c5ca-4920-aade-13e1a60d9400',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 586.974307] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a00af75-c5ca-4920-aade-13e1a60d9400 [ 586.974307] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.974476] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.974508] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.974724] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.974818] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 586.974916] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a00af75-c5ca-4920-aade-13e1a60d9400 already deleted. [ 586.975012] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a00af75-c5ca-4920-aade-13e1a60d9400" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.293479] env[60542]: INFO networking_nsxv3.common.synchronization [None req-7413a69d-0a32-47bf-8eba-a575457c09f6 None None] Enqueued Resource ID: da8e1ce1-3233-4fce-bd4d-fe25e0274473 with Priority: HIGHEST for action port [ 587.293479] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da8e1ce1-3233-4fce-bd4d-fe25e0274473 with Priority: HIGHEST for action port [ 587.293479] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-da8e1ce1-3233-4fce-bd4d-fe25e0274473 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.293479] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da8e1ce1-3233-4fce-bd4d-fe25e0274473" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.293479] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da8e1ce1-3233-4fce-bd4d-fe25e0274473" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.293771] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da8e1ce1-3233-4fce-bd4d-fe25e0274473" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.293855] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8e1ce1-3233-4fce-bd4d-fe25e0274473',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 587.347829] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da8e1ce1-3233-4fce-bd4d-fe25e0274473 [ 587.348072] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.348214] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.348283] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.348492] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.348582] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.348673] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da8e1ce1-3233-4fce-bd4d-fe25e0274473 already deleted. [ 587.348780] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da8e1ce1-3233-4fce-bd4d-fe25e0274473" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.451164] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.451164] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-567" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.451164] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-567" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.451955] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-567" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.452385] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.452385] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.452474] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.454371] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.454371] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.454371] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 587.454371] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 587.454371] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 587.454371] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 587.454371] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 587.454371] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 587.454371] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.478834] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.478834] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 587.480139] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 587.480354] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-567" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.481136] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-f8f975b2-da5f-457b-a384-722ba5ac0720 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.481136] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-f8f975b2-da5f-457b-a384-722ba5ac0720" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.481136] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-f8f975b2-da5f-457b-a384-722ba5ac0720" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.481507] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-f8f975b2-da5f-457b-a384-722ba5ac0720" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.481507] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8f975b2-da5f-457b-a384-722ba5ac0720',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 587.552928] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.553095] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.554213] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.554213] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.554213] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.554213] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port f8f975b2-da5f-457b-a384-722ba5ac0720 not found, creating... [ 587.554213] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.554213] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.554486] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.554571] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.554711] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.555010] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.555291] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.555384] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.555548] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.555951] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.555951] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: f8f975b2-da5f-457b-a384-722ba5ac0720 is going to be created. [ 587.578020] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.578020] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.578020] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.578020] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.578020] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.578020] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-f8f975b2-da5f-457b-a384-722ba5ac0720" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.889757] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: SUCCESS [ 587.891089] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.891089] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.893027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.893027] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.893027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.893027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.893027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.893027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.893027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.893027] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 587.919870] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.923170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.923170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.923170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.923170] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.923170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.923170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.923170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.923170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.923170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.923170] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.923170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.923170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.923170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.923170] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.923170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.923170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.923170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.923841] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.923841] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.923841] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 587.938710] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aab036b9-ad17-49ab-9efd-9ae69851b7a3: rpc.has_security_group_logging(os_id): False [ 587.961023] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.961023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.961023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.961023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.961023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.961023] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.961023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.961023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.961023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.961023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.961023] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.961023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.961023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.961023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.961801] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.961801] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.961801] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.961801] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.962928] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.963210] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.963411] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 is going to be created. [ 588.023318] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.023461] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.023531] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.023758] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.023937] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.040929] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: IN_PROGRESS for 2s [ 588.429425] env[60542]: INFO networking_nsxv3.common.synchronization [req-b94bcd83-3081-4fd8-8d31-960a52aff5d3 req-b8b55301-6787-4b86-83d8-a2db8385425a service neutron] Enqueued Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_rules [ 588.429425] env[60542]: INFO networking_nsxv3.common.synchronization [req-b94bcd83-3081-4fd8-8d31-960a52aff5d3 req-b8b55301-6787-4b86-83d8-a2db8385425a service neutron] Enqueued Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 588.429425] env[60542]: INFO networking_nsxv3.common.synchronization [req-b94bcd83-3081-4fd8-8d31-960a52aff5d3 req-b8b55301-6787-4b86-83d8-a2db8385425a service neutron] Enqueued Resource ID: f8f975b2-da5f-457b-a384-722ba5ac0720 with Priority: HIGHEST for action port [ 588.429702] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_rules [ 588.429788] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 588.429883] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f975b2-da5f-457b-a384-722ba5ac0720 with Priority: HIGHEST for action port [ 588.430457] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.430561] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.431181] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.431181] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.431181] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.431181] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.431367] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.431547] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.431547] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.431686] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.431774] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.431868] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 588.433304] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8f975b2-da5f-457b-a384-722ba5ac0720 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.433415] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8f975b2-da5f-457b-a384-722ba5ac0720" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.433465] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8f975b2-da5f-457b-a384-722ba5ac0720" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.433693] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8f975b2-da5f-457b-a384-722ba5ac0720" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.433775] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8f975b2-da5f-457b-a384-722ba5ac0720',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 588.462618] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 588.488617] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 588.499430] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8f975b2-da5f-457b-a384-722ba5ac0720 with status ACTIVE [ 588.499572] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.499724] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.499798] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.500058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.500193] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.500410] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.501097] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.501097] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.501097] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.501097] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.504700] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.504700] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.504700] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.504700] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.504700] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.504700] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8f975b2-da5f-457b-a384-722ba5ac0720 is going to be updated. [ 588.510437] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.510437] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.510437] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.510437] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.510437] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.510437] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 is going to be updated. [ 588.526751] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.526905] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.526977] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.527258] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.527525] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.527559] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8f975b2-da5f-457b-a384-722ba5ac0720" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.556656] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.556656] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.556656] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.556656] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.556656] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.566721] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: IN_PROGRESS for 2s [ 588.570068] env[60542]: INFO networking_nsxv3.common.synchronization [None req-82c2e987-5a3e-4380-b884-4282fa1583db None None] Enqueued Resource ID: 7bacd75e-cd9a-4380-bd25-83f2905f65ea with Priority: HIGHEST for action port [ 588.570068] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bacd75e-cd9a-4380-bd25-83f2905f65ea with Priority: HIGHEST for action port [ 588.570068] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bacd75e-cd9a-4380-bd25-83f2905f65ea taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.570068] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bacd75e-cd9a-4380-bd25-83f2905f65ea" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.570068] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bacd75e-cd9a-4380-bd25-83f2905f65ea" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.570347] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bacd75e-cd9a-4380-bd25-83f2905f65ea" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.570431] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bacd75e-cd9a-4380-bd25-83f2905f65ea',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 588.591152] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bacd75e-cd9a-4380-bd25-83f2905f65ea [ 588.594226] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.595785] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.595785] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.595785] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.595785] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.595785] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bacd75e-cd9a-4380-bd25-83f2905f65ea already deleted. [ 588.595785] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bacd75e-cd9a-4380-bd25-83f2905f65ea" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.870980] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.871212] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-110" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.871347] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-110" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.871622] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-110" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.871881] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.872055] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.872189] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.872417] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.872566] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.872774] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 588.872891] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 588.873007] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 588.873366] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 588.873499] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 588.873630] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 588.873791] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.902711] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.902711] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 588.902711] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 588.902711] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-110" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.902711] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-81746aea-a712-4714-a0ac-7b0d021469c7 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.903837] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-81746aea-a712-4714-a0ac-7b0d021469c7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.903837] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-81746aea-a712-4714-a0ac-7b0d021469c7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.903837] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-81746aea-a712-4714-a0ac-7b0d021469c7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.903837] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81746aea-a712-4714-a0ac-7b0d021469c7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 588.933412] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.933412] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.933412] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.933412] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.933412] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.933804] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 81746aea-a712-4714-a0ac-7b0d021469c7 not found, creating... [ 588.933804] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.933882] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.934563] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.934563] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.934563] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.936856] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.937230] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.937376] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.937645] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.937940] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.938190] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 81746aea-a712-4714-a0ac-7b0d021469c7 is going to be created. [ 588.966034] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.966425] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.966425] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.966739] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.966986] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.967245] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-81746aea-a712-4714-a0ac-7b0d021469c7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 589.027112] env[60542]: INFO networking_nsxv3.common.synchronization [None req-8d0c92fd-2d0f-42c3-bd90-7b4553e0608f None None] Enqueued Resource ID: 1fd6f40d-5120-4239-b01c-29fa4c157bcb with Priority: HIGHEST for action port [ 589.028254] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd6f40d-5120-4239-b01c-29fa4c157bcb with Priority: HIGHEST for action port [ 589.028254] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fd6f40d-5120-4239-b01c-29fa4c157bcb taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.028810] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fd6f40d-5120-4239-b01c-29fa4c157bcb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.029678] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fd6f40d-5120-4239-b01c-29fa4c157bcb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 589.029987] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fd6f40d-5120-4239-b01c-29fa4c157bcb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 589.030142] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fd6f40d-5120-4239-b01c-29fa4c157bcb',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 589.043637] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fd6f40d-5120-4239-b01c-29fa4c157bcb [ 589.043887] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.044032] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.044103] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 589.044345] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 589.044618] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 589.044618] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fd6f40d-5120-4239-b01c-29fa4c157bcb already deleted. [ 589.044618] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fd6f40d-5120-4239-b01c-29fa4c157bcb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 589.491950] env[60542]: INFO networking_nsxv3.common.synchronization [None req-55bfdae1-10ab-465a-bb65-a3b3d60502a5 tempest-ServersTestManualDisk-984746619 tempest-ServersTestManualDisk-984746619-project-member] Enqueued Resource ID: 01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7 with Priority: HIGHEST for action security_group_rules [ 589.491950] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7 with Priority: HIGHEST for action security_group_rules [ 589.491950] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.491950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.491950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 589.491950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 589.492240] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 589.527145] env[60542]: INFO networking_nsxv3.common.synchronization [req-b94bcd83-3081-4fd8-8d31-960a52aff5d3 req-8a79b2ca-c65d-4360-8518-bf8aafce87a1 service neutron] Enqueued Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_rules [ 589.527342] env[60542]: INFO networking_nsxv3.common.synchronization [req-b94bcd83-3081-4fd8-8d31-960a52aff5d3 req-8a79b2ca-c65d-4360-8518-bf8aafce87a1 service neutron] Enqueued Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 589.527483] env[60542]: INFO networking_nsxv3.common.synchronization [req-b94bcd83-3081-4fd8-8d31-960a52aff5d3 req-8a79b2ca-c65d-4360-8518-bf8aafce87a1 service neutron] Enqueued Resource ID: 81746aea-a712-4714-a0ac-7b0d021469c7 with Priority: HIGHEST for action port [ 589.527795] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_rules [ 589.528013] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 589.528278] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81746aea-a712-4714-a0ac-7b0d021469c7 with Priority: HIGHEST for action port [ 589.528896] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.529276] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.529605] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.529775] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.530791] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-81746aea-a712-4714-a0ac-7b0d021469c7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.530791] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81746aea-a712-4714-a0ac-7b0d021469c7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.530791] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81746aea-a712-4714-a0ac-7b0d021469c7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 589.531018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81746aea-a712-4714-a0ac-7b0d021469c7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 589.531096] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81746aea-a712-4714-a0ac-7b0d021469c7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 589.540732] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.540871] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.540927] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 589.541312] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 589.541312] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 589.541312] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7 already deleted. [ 589.541564] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 589.568144] env[60542]: INFO networking_nsxv3.common.synchronization [None req-46f56e50-8d7a-4e2f-90f5-2fa9e28e731e tempest-ServersTestManualDisk-984746619 tempest-ServersTestManualDisk-984746619-project-member] Enqueued Resource ID: 01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7 with Priority: HIGHEST for action security_group_rules [ 589.568144] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7 with Priority: HIGHEST for action security_group_rules [ 589.568144] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.568144] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.568144] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 589.568144] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 589.568144] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 589.590403] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81746aea-a712-4714-a0ac-7b0d021469c7 with status ACTIVE [ 589.590627] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.590753] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.590822] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 589.591037] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 589.591139] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 589.591318] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.591472] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.593489] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 589.593950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 589.594182] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 589.594472] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.594662] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.594699] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 589.594850] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 589.594927] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 589.595026] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81746aea-a712-4714-a0ac-7b0d021469c7 is going to be updated. [ 589.613665] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.613968] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.613968] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 589.614897] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 589.614897] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 589.614897] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7 already deleted. [ 589.614897] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f0b908-eb6b-4b7a-8f6b-6ee688cefcf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 589.620910] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.621058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.621150] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 589.621354] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 589.621494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 589.621859] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81746aea-a712-4714-a0ac-7b0d021469c7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.054619] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: SUCCESS [ 590.055228] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.055228] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.055486] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.055486] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 590.085688] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.085820] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.126994] env[60542]: INFO networking_nsxv3.common.synchronization [None req-7255446e-7a5c-4427-98d9-e0847c7fac96 None None] Enqueued Resource ID: 582aede6-57da-42bc-bdc0-5b0f48b188e6 with Priority: HIGHEST for action port [ 590.127924] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582aede6-57da-42bc-bdc0-5b0f48b188e6 with Priority: HIGHEST for action port [ 590.128288] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-582aede6-57da-42bc-bdc0-5b0f48b188e6 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.128598] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-582aede6-57da-42bc-bdc0-5b0f48b188e6" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.128678] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-582aede6-57da-42bc-bdc0-5b0f48b188e6" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.128996] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-582aede6-57da-42bc-bdc0-5b0f48b188e6" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.129231] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('582aede6-57da-42bc-bdc0-5b0f48b188e6',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 590.158523] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 582aede6-57da-42bc-bdc0-5b0f48b188e6 [ 590.158523] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.158523] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.158523] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.158523] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.158523] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.158523] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:582aede6-57da-42bc-bdc0-5b0f48b188e6 already deleted. [ 590.158523] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-582aede6-57da-42bc-bdc0-5b0f48b188e6" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.257873] env[60542]: INFO networking_nsxv3.common.synchronization [None req-264ad53e-517c-4379-9832-56aabbff7562 None None] Enqueued Resource ID: ea12d8ba-2366-48a0-909a-ad2af4c97068 with Priority: HIGHEST for action port [ 590.257873] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea12d8ba-2366-48a0-909a-ad2af4c97068 with Priority: HIGHEST for action port [ 590.257873] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea12d8ba-2366-48a0-909a-ad2af4c97068 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.257873] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea12d8ba-2366-48a0-909a-ad2af4c97068" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.257873] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea12d8ba-2366-48a0-909a-ad2af4c97068" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.257873] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea12d8ba-2366-48a0-909a-ad2af4c97068" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.257873] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea12d8ba-2366-48a0-909a-ad2af4c97068',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 590.282412] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea12d8ba-2366-48a0-909a-ad2af4c97068 [ 590.284808] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.284808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.284808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.284808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.284808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.284808] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea12d8ba-2366-48a0-909a-ad2af4c97068 already deleted. [ 590.284808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea12d8ba-2366-48a0-909a-ad2af4c97068" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.575134] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: SUCCESS [ 590.578151] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.578151] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.578151] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.578151] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.578151] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.578151] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.578151] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.578151] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.578151] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 590.587532] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 590.596680] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 590.607029] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.607029] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.607029] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.607029] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.607029] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.607029] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 is going to be updated. [ 590.635774] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.638930] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.638930] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.638930] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.638930] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.646665] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: IN_PROGRESS for 2s [ 591.112189] env[60542]: INFO networking_nsxv3.common.synchronization [None req-cfa93f1f-40b3-4a69-b655-361d51d98d26 None None] Enqueued Resource ID: 20493e47-d978-4609-aa67-a096540e06de with Priority: HIGHEST for action port [ 591.118285] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20493e47-d978-4609-aa67-a096540e06de with Priority: HIGHEST for action port [ 591.118285] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-20493e47-d978-4609-aa67-a096540e06de taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.118285] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20493e47-d978-4609-aa67-a096540e06de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 591.118285] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20493e47-d978-4609-aa67-a096540e06de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 591.118285] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20493e47-d978-4609-aa67-a096540e06de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 591.118285] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20493e47-d978-4609-aa67-a096540e06de',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 591.136552] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20493e47-d978-4609-aa67-a096540e06de [ 591.136552] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.136552] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 591.136552] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 591.136552] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 591.136552] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 591.136552] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20493e47-d978-4609-aa67-a096540e06de already deleted. [ 591.136552] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20493e47-d978-4609-aa67-a096540e06de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 591.341719] env[60542]: INFO networking_nsxv3.common.synchronization [None req-e5575894-a85c-437f-b0e1-0d7259c4ee96 None None] Enqueued Resource ID: da84aaec-0591-4296-8589-71234537767e with Priority: HIGHEST for action port [ 591.341985] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da84aaec-0591-4296-8589-71234537767e with Priority: HIGHEST for action port [ 591.343222] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-da84aaec-0591-4296-8589-71234537767e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.343365] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da84aaec-0591-4296-8589-71234537767e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 591.343457] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da84aaec-0591-4296-8589-71234537767e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 591.343687] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da84aaec-0591-4296-8589-71234537767e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 591.343774] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da84aaec-0591-4296-8589-71234537767e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 591.365056] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da84aaec-0591-4296-8589-71234537767e [ 591.365325] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.365475] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 591.365573] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 591.365760] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 591.365852] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 591.365947] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da84aaec-0591-4296-8589-71234537767e already deleted. [ 591.366946] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da84aaec-0591-4296-8589-71234537767e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.660824] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: SUCCESS [ 592.661310] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.661378] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.661555] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.661756] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.661961] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.661961] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.662861] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.662861] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.662861] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.662861] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 592.697426] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.697713] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.697861] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.698205] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.698485] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.698646] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.698775] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.698997] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.701030] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.701030] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.701030] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.701030] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.701030] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.701030] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.701030] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.701030] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.701030] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.701030] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.701450] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.701450] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.701595] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 592.710848] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aab036b9-ad17-49ab-9efd-9ae69851b7a3: rpc.has_security_group_logging(os_id): False [ 592.728743] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.729319] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.729319] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.729319] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.729319] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.729491] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.729542] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.729585] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.729726] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.729812] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.730020] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.730129] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.730236] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.730347] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.730427] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.730609] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.730702] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.730766] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.731861] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.731922] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.732061] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 is going to be updated. [ 592.736892] env[60542]: INFO networking_nsxv3.common.synchronization [None req-dec45819-d471-4eb5-ab1b-134191d840c2 None None] Enqueued Resource ID: 7d3a188d-5be8-4d1d-a9c1-60d369d87f91 with Priority: HIGHEST for action port [ 592.737196] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3a188d-5be8-4d1d-a9c1-60d369d87f91 with Priority: HIGHEST for action port [ 592.737770] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d3a188d-5be8-4d1d-a9c1-60d369d87f91 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.737903] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d3a188d-5be8-4d1d-a9c1-60d369d87f91" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.737993] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d3a188d-5be8-4d1d-a9c1-60d369d87f91" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.738268] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d3a188d-5be8-4d1d-a9c1-60d369d87f91" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.738391] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d3a188d-5be8-4d1d-a9c1-60d369d87f91',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 592.758569] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d3a188d-5be8-4d1d-a9c1-60d369d87f91 [ 592.758569] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.759970] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.759970] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.759970] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.759970] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.759970] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d3a188d-5be8-4d1d-a9c1-60d369d87f91 already deleted. [ 592.759970] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d3a188d-5be8-4d1d-a9c1-60d369d87f91" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.802696] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.802950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.802950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.803169] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.803321] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.817491] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: IN_PROGRESS for 2s [ 593.766078] env[60542]: INFO networking_nsxv3.common.synchronization [None req-54b7cd85-1fff-4fd7-8391-1bef4ab7b47d None None] Enqueued Resource ID: 7e7961ce-097b-4c1e-9134-6313a9c8fe7b with Priority: HIGHEST for action port [ 593.766078] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7961ce-097b-4c1e-9134-6313a9c8fe7b with Priority: HIGHEST for action port [ 593.766078] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e7961ce-097b-4c1e-9134-6313a9c8fe7b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.766078] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e7961ce-097b-4c1e-9134-6313a9c8fe7b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 593.766078] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e7961ce-097b-4c1e-9134-6313a9c8fe7b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 593.766078] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e7961ce-097b-4c1e-9134-6313a9c8fe7b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 593.766078] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e7961ce-097b-4c1e-9134-6313a9c8fe7b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 593.776868] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e7961ce-097b-4c1e-9134-6313a9c8fe7b [ 593.777106] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.777242] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 593.777316] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 593.777518] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 593.777610] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 593.777706] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e7961ce-097b-4c1e-9134-6313a9c8fe7b already deleted. [ 593.777789] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e7961ce-097b-4c1e-9134-6313a9c8fe7b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 594.846857] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: SUCCESS [ 594.846857] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 594.846857] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 594.846857] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 594.846857] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 594.878175] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.878401] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 594.881036] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 594.881036] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 594.881160] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.883569] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 594.883569] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 594.883569] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 594.883569] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 594.883569] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 594.883569] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 594.894409] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.894409] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 594.894525] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 594.894648] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 594.894824] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.894928] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 594.894993] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 594.895573] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 594.895573] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 594.895573] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 594.895573] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.895870] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 594.895870] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 594.895870] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 594.895960] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.896013] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 594.896075] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 594.896219] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 594.896296] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 594.896381] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 594.896470] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 594.903691] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aab036b9-ad17-49ab-9efd-9ae69851b7a3: rpc.has_security_group_logging(os_id): False [ 594.922630] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.922788] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 594.922862] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 594.923118] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 594.923221] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 594.923440] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.923552] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 594.923618] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 594.923782] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 594.923863] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 594.924082] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.924183] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 594.924280] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 594.924427] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 594.924507] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 594.924697] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.924795] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 594.924908] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 594.925011] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 594.925889] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 594.926013] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 is going to be updated. [ 595.031047] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.032581] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 595.032581] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 595.032581] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 595.032581] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 595.047384] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: IN_PROGRESS for 2s [ 596.081615] env[60542]: INFO networking_nsxv3.common.synchronization [None req-083f4883-716a-4963-9e1d-164e3e29bec8 None None] Enqueued Resource ID: 831062b6-3d87-44df-8e46-300fd24769f9 with Priority: HIGHEST for action port [ 596.081615] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831062b6-3d87-44df-8e46-300fd24769f9 with Priority: HIGHEST for action port [ 596.081615] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-831062b6-3d87-44df-8e46-300fd24769f9 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.081615] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-831062b6-3d87-44df-8e46-300fd24769f9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 596.081615] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-831062b6-3d87-44df-8e46-300fd24769f9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 596.081615] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-831062b6-3d87-44df-8e46-300fd24769f9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 596.081615] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831062b6-3d87-44df-8e46-300fd24769f9',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 596.103208] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 831062b6-3d87-44df-8e46-300fd24769f9 [ 596.104618] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.104618] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 596.104618] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 596.104618] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 596.104618] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 596.104618] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:831062b6-3d87-44df-8e46-300fd24769f9 already deleted. [ 596.104618] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-831062b6-3d87-44df-8e46-300fd24769f9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 596.726265] env[60542]: INFO networking_nsxv3.common.synchronization [None req-b5f5ed95-c874-4d31-9735-bae7a7f5883e None None] Enqueued Resource ID: d69ab144-1bc9-4c41-bf85-ba035c353071 with Priority: HIGHEST for action port [ 596.726548] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d69ab144-1bc9-4c41-bf85-ba035c353071 with Priority: HIGHEST for action port [ 596.726861] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-d69ab144-1bc9-4c41-bf85-ba035c353071 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.726994] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d69ab144-1bc9-4c41-bf85-ba035c353071" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 596.727106] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d69ab144-1bc9-4c41-bf85-ba035c353071" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 596.727373] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d69ab144-1bc9-4c41-bf85-ba035c353071" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 596.727496] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69ab144-1bc9-4c41-bf85-ba035c353071',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 596.747055] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d69ab144-1bc9-4c41-bf85-ba035c353071 [ 596.747055] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.747250] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 596.747250] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 596.747543] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 596.748063] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 596.748211] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d69ab144-1bc9-4c41-bf85-ba035c353071 already deleted. [ 596.748323] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d69ab144-1bc9-4c41-bf85-ba035c353071" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 597.066230] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: SUCCESS [ 597.066592] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 599.172575] env[60542]: INFO networking_nsxv3.common.synchronization [None req-1650378f-38e6-4ce0-8b1e-daa1f777c036 None None] Enqueued Resource ID: 281efe72-f58b-4245-8143-d40a1259891b with Priority: HIGHEST for action port [ 599.173233] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281efe72-f58b-4245-8143-d40a1259891b with Priority: HIGHEST for action port [ 599.173699] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-281efe72-f58b-4245-8143-d40a1259891b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.173909] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-281efe72-f58b-4245-8143-d40a1259891b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 599.174034] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-281efe72-f58b-4245-8143-d40a1259891b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 599.178904] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-281efe72-f58b-4245-8143-d40a1259891b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 599.179330] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('281efe72-f58b-4245-8143-d40a1259891b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 599.190522] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 281efe72-f58b-4245-8143-d40a1259891b [ 599.190522] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.190522] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 599.190522] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 599.190522] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 599.190522] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 599.190522] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:281efe72-f58b-4245-8143-d40a1259891b already deleted. [ 599.190522] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-281efe72-f58b-4245-8143-d40a1259891b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 604.175043] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 604.175043] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 608.296514] env[60542]: INFO networking_nsxv3.common.synchronization [None req-22305a84-4162-42a0-a294-c56dc2092bc2 None None] Enqueued Resource ID: d77034f7-37d3-40cb-a68c-a65305c4a116 with Priority: HIGHEST for action port [ 608.298112] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77034f7-37d3-40cb-a68c-a65305c4a116 with Priority: HIGHEST for action port [ 608.298793] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-d77034f7-37d3-40cb-a68c-a65305c4a116 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.300274] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d77034f7-37d3-40cb-a68c-a65305c4a116" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 608.300274] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d77034f7-37d3-40cb-a68c-a65305c4a116" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 608.300274] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d77034f7-37d3-40cb-a68c-a65305c4a116" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 608.300274] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d77034f7-37d3-40cb-a68c-a65305c4a116',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 608.332949] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d77034f7-37d3-40cb-a68c-a65305c4a116 [ 608.332949] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.332949] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 608.332949] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 608.332949] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 608.332949] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 608.334454] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d77034f7-37d3-40cb-a68c-a65305c4a116 already deleted. [ 608.334454] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d77034f7-37d3-40cb-a68c-a65305c4a116" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 609.555737] env[60542]: INFO networking_nsxv3.common.synchronization [None req-caf2c25f-5bac-44dc-9ffa-67b275d06aeb None None] Enqueued Resource ID: b23a023a-5a7f-4923-9207-f98bdde5c8f7 with Priority: HIGHEST for action port [ 609.556423] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23a023a-5a7f-4923-9207-f98bdde5c8f7 with Priority: HIGHEST for action port [ 609.556423] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-b23a023a-5a7f-4923-9207-f98bdde5c8f7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.556613] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b23a023a-5a7f-4923-9207-f98bdde5c8f7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 609.556613] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b23a023a-5a7f-4923-9207-f98bdde5c8f7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 609.556836] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b23a023a-5a7f-4923-9207-f98bdde5c8f7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 609.556897] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b23a023a-5a7f-4923-9207-f98bdde5c8f7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 609.576616] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b23a023a-5a7f-4923-9207-f98bdde5c8f7 [ 609.576616] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.576616] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 609.576616] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 609.576616] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 609.576616] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 609.576616] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b23a023a-5a7f-4923-9207-f98bdde5c8f7 already deleted. [ 609.576616] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b23a023a-5a7f-4923-9207-f98bdde5c8f7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.555227] env[60542]: INFO networking_nsxv3.common.synchronization [None req-5a326eb8-0324-4d78-99b4-7ac0ebf78dae None None] Enqueued Resource ID: 1d3f88f1-fae5-4f2c-a32f-353733b9557c with Priority: HIGHEST for action port [ 614.555413] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3f88f1-fae5-4f2c-a32f-353733b9557c with Priority: HIGHEST for action port [ 614.555771] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d3f88f1-fae5-4f2c-a32f-353733b9557c taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.559124] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d3f88f1-fae5-4f2c-a32f-353733b9557c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.559273] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d3f88f1-fae5-4f2c-a32f-353733b9557c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.559611] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d3f88f1-fae5-4f2c-a32f-353733b9557c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.559786] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d3f88f1-fae5-4f2c-a32f-353733b9557c',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 614.604340] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d3f88f1-fae5-4f2c-a32f-353733b9557c [ 614.604620] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.604761] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.604830] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.605072] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.605172] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.605270] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d3f88f1-fae5-4f2c-a32f-353733b9557c already deleted. [ 614.605350] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d3f88f1-fae5-4f2c-a32f-353733b9557c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 616.905725] env[60542]: INFO networking_nsxv3.common.synchronization [None req-8c9678a9-6874-457c-8fcf-82723c2469e0 None None] Enqueued Resource ID: 39957489-ab99-483c-8328-ea7f3dc21008 with Priority: HIGHEST for action port [ 616.906085] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39957489-ab99-483c-8328-ea7f3dc21008 with Priority: HIGHEST for action port [ 616.906867] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-39957489-ab99-483c-8328-ea7f3dc21008 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.906867] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39957489-ab99-483c-8328-ea7f3dc21008" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 616.906867] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39957489-ab99-483c-8328-ea7f3dc21008" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 616.906867] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39957489-ab99-483c-8328-ea7f3dc21008" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 616.907159] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39957489-ab99-483c-8328-ea7f3dc21008',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 616.917588] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39957489-ab99-483c-8328-ea7f3dc21008 [ 616.917876] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.918176] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 616.918294] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 616.918557] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 616.918634] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 616.918714] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39957489-ab99-483c-8328-ea7f3dc21008 already deleted. [ 616.918800] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39957489-ab99-483c-8328-ea7f3dc21008" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 618.565714] env[60542]: INFO networking_nsxv3.common.synchronization [None req-a85acecb-83e0-44d4-b073-935998f78b3b None None] Enqueued Resource ID: ddc2fffb-e1fd-42ca-90a9-f9f9f3a1a652 with Priority: HIGHEST for action port [ 618.566025] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc2fffb-e1fd-42ca-90a9-f9f9f3a1a652 with Priority: HIGHEST for action port [ 618.566636] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddc2fffb-e1fd-42ca-90a9-f9f9f3a1a652 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.567959] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddc2fffb-e1fd-42ca-90a9-f9f9f3a1a652" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 618.567959] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddc2fffb-e1fd-42ca-90a9-f9f9f3a1a652" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 618.567959] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddc2fffb-e1fd-42ca-90a9-f9f9f3a1a652" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 618.568366] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc2fffb-e1fd-42ca-90a9-f9f9f3a1a652',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 618.600355] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddc2fffb-e1fd-42ca-90a9-f9f9f3a1a652 [ 618.600586] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.600730] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 618.600815] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 618.601116] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 618.601174] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 618.601507] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddc2fffb-e1fd-42ca-90a9-f9f9f3a1a652 already deleted. [ 618.601507] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddc2fffb-e1fd-42ca-90a9-f9f9f3a1a652" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 618.769839] env[60542]: INFO networking_nsxv3.common.synchronization [None req-5a104660-92a5-4ce3-9549-042173b1f0fc None None] Enqueued Resource ID: 71c963a3-c431-44fb-8343-0015a7ff6c03 with Priority: HIGHEST for action port [ 618.770131] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c963a3-c431-44fb-8343-0015a7ff6c03 with Priority: HIGHEST for action port [ 618.770440] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-71c963a3-c431-44fb-8343-0015a7ff6c03 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.770570] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71c963a3-c431-44fb-8343-0015a7ff6c03" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 618.770650] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71c963a3-c431-44fb-8343-0015a7ff6c03" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 618.770916] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71c963a3-c431-44fb-8343-0015a7ff6c03" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 618.771252] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71c963a3-c431-44fb-8343-0015a7ff6c03',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 618.795362] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71c963a3-c431-44fb-8343-0015a7ff6c03 [ 618.795833] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.796061] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 618.796061] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 618.796275] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 618.796369] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 618.796466] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71c963a3-c431-44fb-8343-0015a7ff6c03 already deleted. [ 618.796556] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71c963a3-c431-44fb-8343-0015a7ff6c03" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 618.911599] env[60542]: INFO networking_nsxv3.common.synchronization [None req-57acbf26-b5f8-4bbb-b3b7-7bdffc2c24a0 None None] Enqueued Resource ID: b9cc4da8-007c-4b1e-9e2b-d3482d85928f with Priority: HIGHEST for action port [ 618.915019] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9cc4da8-007c-4b1e-9e2b-d3482d85928f with Priority: HIGHEST for action port [ 618.915019] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9cc4da8-007c-4b1e-9e2b-d3482d85928f taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.915019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9cc4da8-007c-4b1e-9e2b-d3482d85928f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 618.915019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9cc4da8-007c-4b1e-9e2b-d3482d85928f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 618.915019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9cc4da8-007c-4b1e-9e2b-d3482d85928f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 618.915019] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9cc4da8-007c-4b1e-9e2b-d3482d85928f',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 618.950448] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9cc4da8-007c-4b1e-9e2b-d3482d85928f [ 618.950733] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.951024] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 618.951024] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 618.951249] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 618.951368] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 618.951509] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9cc4da8-007c-4b1e-9e2b-d3482d85928f already deleted. [ 618.951608] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9cc4da8-007c-4b1e-9e2b-d3482d85928f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.519021] env[60542]: INFO networking_nsxv3.common.synchronization [None req-4813073b-2187-4c21-b54c-97cdf0d54f47 None None] Enqueued Resource ID: f92004b5-22c2-4b21-9f7c-b6d3ba95f346 with Priority: HIGHEST for action port [ 622.519021] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f92004b5-22c2-4b21-9f7c-b6d3ba95f346 with Priority: HIGHEST for action port [ 622.519021] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-f92004b5-22c2-4b21-9f7c-b6d3ba95f346 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.519021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f92004b5-22c2-4b21-9f7c-b6d3ba95f346" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.519021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f92004b5-22c2-4b21-9f7c-b6d3ba95f346" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.519021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f92004b5-22c2-4b21-9f7c-b6d3ba95f346" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.519021] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f92004b5-22c2-4b21-9f7c-b6d3ba95f346',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 622.553301] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f92004b5-22c2-4b21-9f7c-b6d3ba95f346 [ 622.553301] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.553301] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.553301] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.553301] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.553301] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.553301] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f92004b5-22c2-4b21-9f7c-b6d3ba95f346 already deleted. [ 622.553301] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f92004b5-22c2-4b21-9f7c-b6d3ba95f346" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 623.418844] env[60542]: INFO networking_nsxv3.common.synchronization [None req-51a8408a-7fa1-48fd-908b-c7647a47fdab None None] Enqueued Resource ID: 3bcd7250-67b0-4a20-b873-1b0bac664bf7 with Priority: HIGHEST for action port [ 623.419072] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcd7250-67b0-4a20-b873-1b0bac664bf7 with Priority: HIGHEST for action port [ 623.419458] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bcd7250-67b0-4a20-b873-1b0bac664bf7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.419560] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bcd7250-67b0-4a20-b873-1b0bac664bf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 623.419603] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bcd7250-67b0-4a20-b873-1b0bac664bf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 623.419858] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bcd7250-67b0-4a20-b873-1b0bac664bf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 623.419946] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bcd7250-67b0-4a20-b873-1b0bac664bf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 623.441161] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bcd7250-67b0-4a20-b873-1b0bac664bf7 [ 623.441410] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.441541] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 623.441616] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 623.441866] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 623.441963] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 623.442082] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bcd7250-67b0-4a20-b873-1b0bac664bf7 already deleted. [ 623.442171] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bcd7250-67b0-4a20-b873-1b0bac664bf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 624.291788] env[60542]: INFO networking_nsxv3.common.synchronization [None req-da992666-beb4-4088-8526-ad6c9b91f56a None None] Enqueued Resource ID: fae78bdb-9b23-4c31-b631-5d74878fc400 with Priority: HIGHEST for action port [ 624.292530] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fae78bdb-9b23-4c31-b631-5d74878fc400 with Priority: HIGHEST for action port [ 624.292914] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-fae78bdb-9b23-4c31-b631-5d74878fc400 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.293057] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fae78bdb-9b23-4c31-b631-5d74878fc400" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 624.293130] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fae78bdb-9b23-4c31-b631-5d74878fc400" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 624.293394] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fae78bdb-9b23-4c31-b631-5d74878fc400" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 624.293480] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fae78bdb-9b23-4c31-b631-5d74878fc400',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 624.305233] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fae78bdb-9b23-4c31-b631-5d74878fc400 [ 624.305233] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.305233] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 624.305233] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 624.305400] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 624.306258] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 624.306258] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fae78bdb-9b23-4c31-b631-5d74878fc400 already deleted. [ 624.306258] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fae78bdb-9b23-4c31-b631-5d74878fc400" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 625.725135] env[60542]: INFO networking_nsxv3.common.synchronization [None req-c0a3d254-f5ed-495c-9a0a-ed51943a919f None None] Enqueued Resource ID: 1a9eb399-b2e8-4990-b232-7d0b06a17620 with Priority: HIGHEST for action port [ 625.725414] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9eb399-b2e8-4990-b232-7d0b06a17620 with Priority: HIGHEST for action port [ 625.725751] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a9eb399-b2e8-4990-b232-7d0b06a17620 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.725882] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a9eb399-b2e8-4990-b232-7d0b06a17620" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 625.725949] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a9eb399-b2e8-4990-b232-7d0b06a17620" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 625.726296] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a9eb399-b2e8-4990-b232-7d0b06a17620" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 625.726341] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a9eb399-b2e8-4990-b232-7d0b06a17620',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 625.799264] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a9eb399-b2e8-4990-b232-7d0b06a17620 [ 625.805781] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.805781] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 625.805781] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 625.805781] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 625.805781] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 625.805781] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a9eb399-b2e8-4990-b232-7d0b06a17620 already deleted. [ 625.805781] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a9eb399-b2e8-4990-b232-7d0b06a17620" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 626.828486] env[60542]: INFO networking_nsxv3.common.synchronization [None req-f5b03477-f6b3-4a76-85d5-13d1d771648e None None] Enqueued Resource ID: 7285c6ef-8a34-42d8-9a19-579733755dba with Priority: HIGHEST for action port [ 626.828773] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7285c6ef-8a34-42d8-9a19-579733755dba with Priority: HIGHEST for action port [ 626.829040] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-7285c6ef-8a34-42d8-9a19-579733755dba taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.829167] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7285c6ef-8a34-42d8-9a19-579733755dba" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 626.829233] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7285c6ef-8a34-42d8-9a19-579733755dba" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 626.829482] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7285c6ef-8a34-42d8-9a19-579733755dba" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 626.829562] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7285c6ef-8a34-42d8-9a19-579733755dba',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 626.846819] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7285c6ef-8a34-42d8-9a19-579733755dba [ 626.847255] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.847255] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 626.847255] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 626.847736] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 626.847736] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 626.847736] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7285c6ef-8a34-42d8-9a19-579733755dba already deleted. [ 626.847736] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7285c6ef-8a34-42d8-9a19-579733755dba" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 627.699176] env[60542]: INFO networking_nsxv3.common.synchronization [None req-cf09c062-4d9c-4868-af15-4dcd5cbb7edb None None] Enqueued Resource ID: 1a1f499f-7e49-480e-87da-a1a0a7ba6e91 with Priority: HIGHEST for action port [ 627.699454] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1f499f-7e49-480e-87da-a1a0a7ba6e91 with Priority: HIGHEST for action port [ 627.699767] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a1f499f-7e49-480e-87da-a1a0a7ba6e91 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.699901] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a1f499f-7e49-480e-87da-a1a0a7ba6e91" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 627.699973] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a1f499f-7e49-480e-87da-a1a0a7ba6e91" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 627.700263] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a1f499f-7e49-480e-87da-a1a0a7ba6e91" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 627.700358] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1f499f-7e49-480e-87da-a1a0a7ba6e91',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 627.709479] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a1f499f-7e49-480e-87da-a1a0a7ba6e91 [ 627.709705] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.709838] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 627.709909] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 627.710130] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 627.710226] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 627.710322] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a1f499f-7e49-480e-87da-a1a0a7ba6e91 already deleted. [ 627.710406] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a1f499f-7e49-480e-87da-a1a0a7ba6e91" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 629.386199] env[60542]: INFO networking_nsxv3.common.synchronization [None req-d940963a-a9de-4c55-b522-c320922105f9 None None] Enqueued Resource ID: bef2f620-70a0-41d2-9c78-3198f9b467e7 with Priority: HIGHEST for action port [ 629.386490] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef2f620-70a0-41d2-9c78-3198f9b467e7 with Priority: HIGHEST for action port [ 629.386825] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-bef2f620-70a0-41d2-9c78-3198f9b467e7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.386963] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bef2f620-70a0-41d2-9c78-3198f9b467e7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 629.387245] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bef2f620-70a0-41d2-9c78-3198f9b467e7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 629.387327] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bef2f620-70a0-41d2-9c78-3198f9b467e7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 629.387418] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bef2f620-70a0-41d2-9c78-3198f9b467e7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 629.413063] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bef2f620-70a0-41d2-9c78-3198f9b467e7 [ 629.413063] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.413221] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 629.413221] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 629.413393] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 629.413485] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 629.413637] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bef2f620-70a0-41d2-9c78-3198f9b467e7 already deleted. [ 629.413692] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bef2f620-70a0-41d2-9c78-3198f9b467e7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 629.499912] env[60542]: INFO networking_nsxv3.common.synchronization [None req-ca30c67c-11ad-465a-b12e-c9aa6050eacf None None] Enqueued Resource ID: fa414505-c32c-4d81-935a-12bcb22ba115 with Priority: HIGHEST for action port [ 629.499912] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa414505-c32c-4d81-935a-12bcb22ba115 with Priority: HIGHEST for action port [ 629.500055] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa414505-c32c-4d81-935a-12bcb22ba115 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.500115] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa414505-c32c-4d81-935a-12bcb22ba115" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 629.500176] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa414505-c32c-4d81-935a-12bcb22ba115" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 629.500460] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa414505-c32c-4d81-935a-12bcb22ba115" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 629.500521] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa414505-c32c-4d81-935a-12bcb22ba115',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 629.534389] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa414505-c32c-4d81-935a-12bcb22ba115 [ 629.534490] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.534588] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 629.534692] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 629.535237] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 629.535237] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 629.535237] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa414505-c32c-4d81-935a-12bcb22ba115 already deleted. [ 629.535394] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa414505-c32c-4d81-935a-12bcb22ba115" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 630.781304] env[60542]: INFO networking_nsxv3.common.synchronization [None req-842a414e-2692-46a8-a348-afc8ed7adccd None None] Enqueued Resource ID: 78130c3b-df96-47b5-87d0-44f184c80d79 with Priority: HIGHEST for action port [ 630.781793] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78130c3b-df96-47b5-87d0-44f184c80d79 with Priority: HIGHEST for action port [ 630.781882] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-78130c3b-df96-47b5-87d0-44f184c80d79 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.782242] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78130c3b-df96-47b5-87d0-44f184c80d79" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 630.782242] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78130c3b-df96-47b5-87d0-44f184c80d79" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 630.782393] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78130c3b-df96-47b5-87d0-44f184c80d79" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 630.782485] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78130c3b-df96-47b5-87d0-44f184c80d79',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 630.825770] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78130c3b-df96-47b5-87d0-44f184c80d79 [ 630.825770] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.825770] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 630.825770] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 630.826123] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 630.826123] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 630.826123] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78130c3b-df96-47b5-87d0-44f184c80d79 already deleted. [ 630.826123] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78130c3b-df96-47b5-87d0-44f184c80d79" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 631.424341] env[60542]: INFO networking_nsxv3.common.synchronization [None req-0ad59a03-50e0-464e-bf39-71aec29f6d7f tempest-ServersV294TestFqdnHostnames-45939237 tempest-ServersV294TestFqdnHostnames-45939237-project-member] Enqueued Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGHEST for action security_group_rules [ 631.424613] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGHEST for action security_group_rules [ 631.425224] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.425370] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 631.425446] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 631.425741] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 631.425808] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d257f7a-aae6-40fd-9f3a-65ae411333c2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 631.491296] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.491296] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 631.491296] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 631.491548] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 631.491548] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 631.491663] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 already deleted. [ 631.491729] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 631.535272] env[60542]: INFO networking_nsxv3.common.synchronization [None req-c50701ff-46d1-4fe3-b1c6-be4421bc7de3 tempest-ServersV294TestFqdnHostnames-45939237 tempest-ServersV294TestFqdnHostnames-45939237-project-member] Enqueued Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGHEST for action security_group_rules [ 631.535272] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGHEST for action security_group_rules [ 631.535500] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.535632] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 631.535731] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 631.535951] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 631.536051] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d257f7a-aae6-40fd-9f3a-65ae411333c2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 631.573580] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.573580] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 631.573580] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 631.573580] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 631.573580] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 631.573580] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 already deleted. [ 631.573580] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 631.794247] env[60542]: INFO networking_nsxv3.common.synchronization [None req-84e8e846-5097-4a27-be4f-f1acf3760c36 None None] Enqueued Resource ID: 457a7f69-2d78-48f5-b3e3-392c8cc0e579 with Priority: HIGHEST for action port [ 631.795078] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 457a7f69-2d78-48f5-b3e3-392c8cc0e579 with Priority: HIGHEST for action port [ 631.795681] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-457a7f69-2d78-48f5-b3e3-392c8cc0e579 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.795852] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-457a7f69-2d78-48f5-b3e3-392c8cc0e579" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 631.795852] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-457a7f69-2d78-48f5-b3e3-392c8cc0e579" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 631.796137] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-457a7f69-2d78-48f5-b3e3-392c8cc0e579" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 631.796225] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('457a7f69-2d78-48f5-b3e3-392c8cc0e579',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 631.813399] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 457a7f69-2d78-48f5-b3e3-392c8cc0e579 [ 631.813486] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.813712] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 631.813712] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 631.813838] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 631.813928] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 631.816682] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:457a7f69-2d78-48f5-b3e3-392c8cc0e579 already deleted. [ 631.816827] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-457a7f69-2d78-48f5-b3e3-392c8cc0e579" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 632.394455] env[60542]: INFO networking_nsxv3.common.synchronization [None req-cfd537c5-24d0-48d6-9cad-0e335b92f67c None None] Enqueued Resource ID: eca4fa91-75ab-4552-9a1e-f78dc906aa85 with Priority: HIGHEST for action port [ 632.394455] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eca4fa91-75ab-4552-9a1e-f78dc906aa85 with Priority: HIGHEST for action port [ 632.394455] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-eca4fa91-75ab-4552-9a1e-f78dc906aa85 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.394455] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eca4fa91-75ab-4552-9a1e-f78dc906aa85" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 632.394455] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eca4fa91-75ab-4552-9a1e-f78dc906aa85" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 632.394455] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eca4fa91-75ab-4552-9a1e-f78dc906aa85" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 632.394455] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eca4fa91-75ab-4552-9a1e-f78dc906aa85',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 632.427396] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eca4fa91-75ab-4552-9a1e-f78dc906aa85 [ 632.431419] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.431419] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 632.431419] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 632.431419] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 632.431419] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 632.431419] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eca4fa91-75ab-4552-9a1e-f78dc906aa85 already deleted. [ 632.431419] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eca4fa91-75ab-4552-9a1e-f78dc906aa85" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 633.369801] env[60542]: INFO networking_nsxv3.common.synchronization [None req-cf6bcc10-f8ab-4b80-8c33-89510e6954f3 None None] Enqueued Resource ID: 2c6176af-6e0d-48cf-ac53-8c8ea8653bb1 with Priority: HIGHEST for action port [ 633.370690] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6176af-6e0d-48cf-ac53-8c8ea8653bb1 with Priority: HIGHEST for action port [ 633.371896] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c6176af-6e0d-48cf-ac53-8c8ea8653bb1 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.373460] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c6176af-6e0d-48cf-ac53-8c8ea8653bb1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 633.373692] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c6176af-6e0d-48cf-ac53-8c8ea8653bb1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 633.374307] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c6176af-6e0d-48cf-ac53-8c8ea8653bb1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 633.374459] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c6176af-6e0d-48cf-ac53-8c8ea8653bb1',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 633.386969] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c6176af-6e0d-48cf-ac53-8c8ea8653bb1 [ 633.387358] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.387720] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 633.387849] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 633.388140] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 633.388286] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 633.388393] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c6176af-6e0d-48cf-ac53-8c8ea8653bb1 already deleted. [ 633.388480] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c6176af-6e0d-48cf-ac53-8c8ea8653bb1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 633.948032] env[60542]: INFO networking_nsxv3.common.synchronization [req-3e988527-4974-421b-bdd0-d9b1afec04ec req-eab63af2-10ec-4892-99ff-7b732466662f tempest-SecurityGroupRulesTestJSON-1339237875 tempest-SecurityGroupRulesTestJSON-1339237875-project-member] Enqueued Resource ID: ac9165a7-9fb6-4566-82bb-a7565141505d with Priority: HIGHEST for action security_group_rules [ 633.948032] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9165a7-9fb6-4566-82bb-a7565141505d with Priority: HIGHEST for action security_group_rules [ 633.948288] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac9165a7-9fb6-4566-82bb-a7565141505d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.948288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac9165a7-9fb6-4566-82bb-a7565141505d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 633.948407] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac9165a7-9fb6-4566-82bb-a7565141505d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 633.948608] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac9165a7-9fb6-4566-82bb-a7565141505d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 633.948696] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac9165a7-9fb6-4566-82bb-a7565141505d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 634.009068] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.009068] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 634.009068] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 634.009218] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 634.009251] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 634.009499] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac9165a7-9fb6-4566-82bb-a7565141505d already deleted. [ 634.009499] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac9165a7-9fb6-4566-82bb-a7565141505d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 634.437474] env[60542]: INFO networking_nsxv3.common.synchronization [None req-25ebc462-ad65-4ccd-a646-9f5a00fd63cd None None] Enqueued Resource ID: f2c563a4-d01c-4023-bfdb-8a0791c4bb2d with Priority: HIGHEST for action port [ 634.441346] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c563a4-d01c-4023-bfdb-8a0791c4bb2d with Priority: HIGHEST for action port [ 634.442305] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2c563a4-d01c-4023-bfdb-8a0791c4bb2d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.443672] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2c563a4-d01c-4023-bfdb-8a0791c4bb2d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 634.443672] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2c563a4-d01c-4023-bfdb-8a0791c4bb2d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 634.443672] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2c563a4-d01c-4023-bfdb-8a0791c4bb2d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 634.443672] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2c563a4-d01c-4023-bfdb-8a0791c4bb2d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 634.492935] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2c563a4-d01c-4023-bfdb-8a0791c4bb2d [ 634.494306] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.494455] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 634.494567] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 634.495732] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 634.495732] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 634.495732] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2c563a4-d01c-4023-bfdb-8a0791c4bb2d already deleted. [ 634.495732] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2c563a4-d01c-4023-bfdb-8a0791c4bb2d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 634.730838] env[60542]: INFO networking_nsxv3.common.synchronization [None req-418a100a-d226-45db-9932-c08757e2fa40 None None] Enqueued Resource ID: 50df73e3-6410-470d-9a37-1bdefe99c79d with Priority: HIGHEST for action port [ 634.731130] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50df73e3-6410-470d-9a37-1bdefe99c79d with Priority: HIGHEST for action port [ 634.731435] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-50df73e3-6410-470d-9a37-1bdefe99c79d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.731565] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50df73e3-6410-470d-9a37-1bdefe99c79d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 634.731641] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50df73e3-6410-470d-9a37-1bdefe99c79d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 634.731907] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50df73e3-6410-470d-9a37-1bdefe99c79d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 634.731992] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50df73e3-6410-470d-9a37-1bdefe99c79d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 634.755028] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50df73e3-6410-470d-9a37-1bdefe99c79d [ 634.755525] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.755525] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 634.755525] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 634.755662] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 634.755866] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 634.755930] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50df73e3-6410-470d-9a37-1bdefe99c79d already deleted. [ 634.756848] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50df73e3-6410-470d-9a37-1bdefe99c79d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 637.509192] env[60542]: INFO networking_nsxv3.common.synchronization [None req-d26b144c-04f3-4788-bc45-1b8887fe60cc None None] Enqueued Resource ID: 93456a67-ceca-462d-ac40-9bbeb519bcbc with Priority: HIGHEST for action port [ 637.509480] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93456a67-ceca-462d-ac40-9bbeb519bcbc with Priority: HIGHEST for action port [ 637.509788] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-93456a67-ceca-462d-ac40-9bbeb519bcbc taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.509922] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93456a67-ceca-462d-ac40-9bbeb519bcbc" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 637.509994] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93456a67-ceca-462d-ac40-9bbeb519bcbc" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 637.510279] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93456a67-ceca-462d-ac40-9bbeb519bcbc" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 637.510368] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93456a67-ceca-462d-ac40-9bbeb519bcbc',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 637.521622] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93456a67-ceca-462d-ac40-9bbeb519bcbc [ 637.521845] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.521979] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 637.522156] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 637.522280] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 637.522374] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 637.522511] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93456a67-ceca-462d-ac40-9bbeb519bcbc already deleted. [ 637.522583] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93456a67-ceca-462d-ac40-9bbeb519bcbc" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 637.779520] env[60542]: INFO networking_nsxv3.common.synchronization [None req-098a859b-9d67-4794-abde-de728505c82b None None] Enqueued Resource ID: de5881bf-fd12-41dc-abfa-615a5a7a4f9f with Priority: HIGHEST for action port [ 637.779520] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5881bf-fd12-41dc-abfa-615a5a7a4f9f with Priority: HIGHEST for action port [ 637.779829] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-de5881bf-fd12-41dc-abfa-615a5a7a4f9f taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.779829] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de5881bf-fd12-41dc-abfa-615a5a7a4f9f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 637.779912] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de5881bf-fd12-41dc-abfa-615a5a7a4f9f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 637.781622] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de5881bf-fd12-41dc-abfa-615a5a7a4f9f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 637.781762] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de5881bf-fd12-41dc-abfa-615a5a7a4f9f',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 637.872519] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de5881bf-fd12-41dc-abfa-615a5a7a4f9f [ 637.872975] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.874153] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 637.874153] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 637.874153] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 637.874153] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 637.874153] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de5881bf-fd12-41dc-abfa-615a5a7a4f9f already deleted. [ 637.874153] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de5881bf-fd12-41dc-abfa-615a5a7a4f9f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 637.928203] env[60542]: INFO networking_nsxv3.common.synchronization [req-d509edda-321c-4de0-9ca5-0b05c6399b67 req-c071ffc7-4d57-42d7-87e6-43b07f1186d3 tempest-InstanceActionsV221TestJSON-166999117 tempest-InstanceActionsV221TestJSON-166999117-project-member] Enqueued Resource ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 with Priority: HIGHEST for action security_group_members [ 637.928203] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 with Priority: HIGHEST for action security_group_members [ 637.928203] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.928203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 637.928203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 637.929335] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 637.929685] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.929962] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 637.931245] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 637.931597] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 637.932896] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 637.932896] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e111c8a-4d53-4956-b881-4e3dc5efd9b0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 637.969886] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.971128] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 637.971293] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 637.971510] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 637.971613] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 637.971840] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.971957] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 637.972019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 637.972191] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 637.973946] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 637.973946] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 already deleted. [ 637.973946] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 638.426406] env[60542]: INFO networking_nsxv3.common.synchronization [req-4b7be5c0-f76b-41bf-a3bd-40a889aab22d req-478fbe9b-df53-426c-a536-56ed8e3b79c7 tempest-ServersV294TestFqdnHostnames-45939237 tempest-ServersV294TestFqdnHostnames-45939237-project-member] Enqueued Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGHEST for action security_group_members [ 638.427103] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGHEST for action security_group_members [ 638.427689] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d257f7a-aae6-40fd-9f3a-65ae411333c2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.427952] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 638.427952] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 638.430916] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 638.431497] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.431497] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 638.431497] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 638.431497] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 638.431700] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 638.431700] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d257f7a-aae6-40fd-9f3a-65ae411333c2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 638.472604] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.473567] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 638.473742] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 638.474654] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 638.475130] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 638.475130] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.475288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 638.475392] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 638.475598] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 638.475722] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 638.476105] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 already deleted. [ 638.476105] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 638.749792] env[60542]: INFO networking_nsxv3.common.synchronization [None req-39b9ce2b-84eb-4869-82d7-91d84adf0803 None None] Enqueued Resource ID: efc48f3d-ff93-4e3d-ab62-4b42bdcf84eb with Priority: HIGHEST for action port [ 638.750078] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc48f3d-ff93-4e3d-ab62-4b42bdcf84eb with Priority: HIGHEST for action port [ 638.750392] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-efc48f3d-ff93-4e3d-ab62-4b42bdcf84eb taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.750521] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efc48f3d-ff93-4e3d-ab62-4b42bdcf84eb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 638.750592] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efc48f3d-ff93-4e3d-ab62-4b42bdcf84eb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 638.750865] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efc48f3d-ff93-4e3d-ab62-4b42bdcf84eb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 638.750952] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efc48f3d-ff93-4e3d-ab62-4b42bdcf84eb',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 638.772017] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efc48f3d-ff93-4e3d-ab62-4b42bdcf84eb [ 638.772269] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.772411] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 638.772483] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 638.772702] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 638.772784] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 638.772877] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efc48f3d-ff93-4e3d-ab62-4b42bdcf84eb already deleted. [ 638.772960] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efc48f3d-ff93-4e3d-ab62-4b42bdcf84eb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.146171] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.146388] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-759" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.146511] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-759" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.146865] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-759" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.147146] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.147306] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.147438] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.147676] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.148051] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.151729] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 639.152158] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 639.152232] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 639.152521] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 639.152521] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 639.152521] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 639.153209] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.176269] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.176469] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 639.176635] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 639.176830] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-759" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.178399] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-87172cab-7cca-4f9e-b9c3-3850418db9e5 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.178933] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-87172cab-7cca-4f9e-b9c3-3850418db9e5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.178933] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-87172cab-7cca-4f9e-b9c3-3850418db9e5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.179093] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-87172cab-7cca-4f9e-b9c3-3850418db9e5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.179186] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87172cab-7cca-4f9e-b9c3-3850418db9e5',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 639.196897] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.197166] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.197285] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.197550] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.197710] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.197910] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 87172cab-7cca-4f9e-b9c3-3850418db9e5 not found, creating... [ 639.198224] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.198389] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.198508] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.198728] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.198869] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.200222] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.200408] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.200531] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.201546] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.201733] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.201894] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 87172cab-7cca-4f9e-b9c3-3850418db9e5 is going to be created. [ 639.230688] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.230688] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.230688] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.230688] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.230688] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.230688] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-87172cab-7cca-4f9e-b9c3-3850418db9e5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.654344] env[60542]: INFO networking_nsxv3.common.synchronization [None req-c07eee51-bfeb-43a2-bb9f-eec1b0c6b027 None None] Enqueued Resource ID: d5867c53-ae9f-4b9a-83c0-304995ed6ed9 with Priority: HIGHEST for action port [ 639.654981] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5867c53-ae9f-4b9a-83c0-304995ed6ed9 with Priority: HIGHEST for action port [ 639.655592] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5867c53-ae9f-4b9a-83c0-304995ed6ed9 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.655592] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5867c53-ae9f-4b9a-83c0-304995ed6ed9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.655592] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5867c53-ae9f-4b9a-83c0-304995ed6ed9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.655807] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5867c53-ae9f-4b9a-83c0-304995ed6ed9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.655891] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5867c53-ae9f-4b9a-83c0-304995ed6ed9',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 639.669674] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5867c53-ae9f-4b9a-83c0-304995ed6ed9 [ 639.669971] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.670298] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.670379] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.670602] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.670876] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.670876] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5867c53-ae9f-4b9a-83c0-304995ed6ed9 already deleted. [ 639.670876] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5867c53-ae9f-4b9a-83c0-304995ed6ed9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.776355] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-985 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.776642] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-985" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.776703] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-985" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.777044] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-985" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.777411] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.777585] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.777710] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.777951] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.779116] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.779430] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 639.779480] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 639.779597] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 639.779712] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 639.779831] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 639.780466] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 639.780641] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.803631] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.803838] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 639.803988] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 639.804210] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-985" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.804549] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-2c311e52-2180-42f1-b2a9-c1f5cc33a26c taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.804732] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-2c311e52-2180-42f1-b2a9-c1f5cc33a26c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.804894] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-2c311e52-2180-42f1-b2a9-c1f5cc33a26c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.805271] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-2c311e52-2180-42f1-b2a9-c1f5cc33a26c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.805420] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c311e52-2180-42f1-b2a9-c1f5cc33a26c',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 639.834196] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.834358] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.834415] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.834675] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.834858] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.835180] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 2c311e52-2180-42f1-b2a9-c1f5cc33a26c not found, creating... [ 639.835703] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.835703] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.835703] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.835931] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.836015] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.836333] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.836491] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.836619] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.836856] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.837008] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.837492] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 2c311e52-2180-42f1-b2a9-c1f5cc33a26c is going to be created. [ 639.860628] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.860864] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.860993] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.861314] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.861551] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.861784] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-2c311e52-2180-42f1-b2a9-c1f5cc33a26c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.201184] env[60542]: INFO networking_nsxv3.common.synchronization [req-d509edda-321c-4de0-9ca5-0b05c6399b67 req-b617b577-0f45-4183-a290-1e9f0193a65e service neutron] Enqueued Resource ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 with Priority: HIGHEST for action security_group_rules [ 640.201184] env[60542]: INFO networking_nsxv3.common.synchronization [req-d509edda-321c-4de0-9ca5-0b05c6399b67 req-b617b577-0f45-4183-a290-1e9f0193a65e service neutron] Enqueued Resource ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 with Priority: HIGHEST for action security_group_members [ 640.201184] env[60542]: INFO networking_nsxv3.common.synchronization [req-d509edda-321c-4de0-9ca5-0b05c6399b67 req-b617b577-0f45-4183-a290-1e9f0193a65e service neutron] Enqueued Resource ID: 87172cab-7cca-4f9e-b9c3-3850418db9e5 with Priority: HIGHEST for action port [ 640.201184] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 with Priority: HIGHEST for action security_group_rules [ 640.201184] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 with Priority: HIGHEST for action security_group_members [ 640.201184] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87172cab-7cca-4f9e-b9c3-3850418db9e5 with Priority: HIGHEST for action port [ 640.201523] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e111c8a-4d53-4956-b881-4e3dc5efd9b0 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.201655] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.201728] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.202308] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.202470] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e111c8a-4d53-4956-b881-4e3dc5efd9b0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 640.203592] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.203788] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.203905] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.204499] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.204730] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.204944] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.205071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.205360] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.205625] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.205810] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e111c8a-4d53-4956-b881-4e3dc5efd9b0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 640.207570] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-87172cab-7cca-4f9e-b9c3-3850418db9e5 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.207754] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87172cab-7cca-4f9e-b9c3-3850418db9e5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.207884] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87172cab-7cca-4f9e-b9c3-3850418db9e5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.208161] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87172cab-7cca-4f9e-b9c3-3850418db9e5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.208538] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87172cab-7cca-4f9e-b9c3-3850418db9e5',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 640.213754] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e111c8a-4d53-4956-b881-4e3dc5efd9b0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 640.230146] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e111c8a-4d53-4956-b881-4e3dc5efd9b0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 640.233095] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.233095] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.237026] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.237302] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.237503] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.238602] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.238602] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.238602] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 is going to be created. [ 640.240926] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87172cab-7cca-4f9e-b9c3-3850418db9e5 with status ACTIVE [ 640.242882] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.242882] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.242882] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.242882] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.242882] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.242882] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.242882] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.242882] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.242882] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.242882] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.242882] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.242882] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.242882] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.242882] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.243867] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.243867] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87172cab-7cca-4f9e-b9c3-3850418db9e5 is going to be updated. [ 640.276639] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.278010] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.278108] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.278334] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.278499] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.290060] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 in Status: UNINITIALIZED for 2s [ 640.533764] env[60542]: INFO networking_nsxv3.common.synchronization [None req-df1c5bec-07b1-4c8f-bd69-cfa20e80b080 None None] Enqueued Resource ID: ccb2f9fc-cbd6-4ee6-ab9c-1cb39e3b66ab with Priority: HIGHEST for action port [ 640.535307] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb2f9fc-cbd6-4ee6-ab9c-1cb39e3b66ab with Priority: HIGHEST for action port [ 640.535307] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccb2f9fc-cbd6-4ee6-ab9c-1cb39e3b66ab taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.535307] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccb2f9fc-cbd6-4ee6-ab9c-1cb39e3b66ab" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.535307] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccb2f9fc-cbd6-4ee6-ab9c-1cb39e3b66ab" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.535483] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccb2f9fc-cbd6-4ee6-ab9c-1cb39e3b66ab" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.535511] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccb2f9fc-cbd6-4ee6-ab9c-1cb39e3b66ab',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 640.550293] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccb2f9fc-cbd6-4ee6-ab9c-1cb39e3b66ab [ 640.550293] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.550293] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.550293] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.550293] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.550293] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.550293] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccb2f9fc-cbd6-4ee6-ab9c-1cb39e3b66ab already deleted. [ 640.550293] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccb2f9fc-cbd6-4ee6-ab9c-1cb39e3b66ab" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.607366] env[60542]: INFO networking_nsxv3.common.synchronization [req-8e504263-1311-4933-bd4c-ac90c513c2ef req-72963900-cf67-4e54-9164-84669da6e069 tempest-SecurityGroupRulesTestJSON-1339237875 tempest-SecurityGroupRulesTestJSON-1339237875-project-member] Enqueued Resource ID: 740cc3d3-cc99-4192-af09-5000ddff337d with Priority: HIGHEST for action security_group_rules [ 640.607366] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 740cc3d3-cc99-4192-af09-5000ddff337d with Priority: HIGHEST for action security_group_rules [ 640.607869] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-740cc3d3-cc99-4192-af09-5000ddff337d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.607965] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-740cc3d3-cc99-4192-af09-5000ddff337d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.607965] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-740cc3d3-cc99-4192-af09-5000ddff337d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.608311] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-740cc3d3-cc99-4192-af09-5000ddff337d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.608365] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('740cc3d3-cc99-4192-af09-5000ddff337d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 640.619307] env[60542]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-759/ports/87172cab-7cca-4f9e-b9c3-3850418db9e5', 'data': {'id': '87172cab-7cca-4f9e-b9c3-3850418db9e5', 'display_name': '87172cab-7cca-4f9e-b9c3-3850418db9e5', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '87172cab-7cca-4f9e-b9c3-3850418db9e5', 'type': 'PARENT', 'traffic_tag': 759}, 'address_bindings': [{'ip_address': '192.168.128.8', 'mac_address': 'fa:16:3e:96:91:dd'}], 'tags': [{'scope': 'age', 'tag': 1753182613}, {'scope': 'revision_number', 'tag': 4}, {'scope': 'security_group', 'tag': '5e111c8a-4d53-4956-b881-4e3dc5efd9b0'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-759', 'path': '/infra/segments/nsx-vlan-transportzone-759/ports/87172cab-7cca-4f9e-b9c3-3850418db9e5', '_revision': 0}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 640.619479] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=60542) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 640.637410] env[60542]: INFO networking_nsxv3.common.synchronization [req-4b7be5c0-f76b-41bf-a3bd-40a889aab22d req-4a846331-825e-463a-8007-c92f90d1ad6f service neutron] Enqueued Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGHEST for action security_group_rules [ 640.637591] env[60542]: INFO networking_nsxv3.common.synchronization [req-4b7be5c0-f76b-41bf-a3bd-40a889aab22d req-4a846331-825e-463a-8007-c92f90d1ad6f service neutron] Enqueued Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGHEST for action security_group_members [ 640.637731] env[60542]: INFO networking_nsxv3.common.synchronization [req-4b7be5c0-f76b-41bf-a3bd-40a889aab22d req-4a846331-825e-463a-8007-c92f90d1ad6f service neutron] Enqueued Resource ID: 2c311e52-2180-42f1-b2a9-c1f5cc33a26c with Priority: HIGHEST for action port [ 640.638368] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGHEST for action security_group_rules [ 640.638512] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGHEST for action security_group_members [ 640.638618] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c311e52-2180-42f1-b2a9-c1f5cc33a26c with Priority: HIGHEST for action port [ 640.639714] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.639795] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.639834] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.640066] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.640153] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d257f7a-aae6-40fd-9f3a-65ae411333c2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 640.641437] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d257f7a-aae6-40fd-9f3a-65ae411333c2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.641739] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.641739] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.641841] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.641925] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.642044] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.642117] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.642319] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.642418] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.642506] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d257f7a-aae6-40fd-9f3a-65ae411333c2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 640.647062] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c311e52-2180-42f1-b2a9-c1f5cc33a26c taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.647062] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c311e52-2180-42f1-b2a9-c1f5cc33a26c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.647062] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c311e52-2180-42f1-b2a9-c1f5cc33a26c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.647062] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c311e52-2180-42f1-b2a9-c1f5cc33a26c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.647062] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c311e52-2180-42f1-b2a9-c1f5cc33a26c',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 640.669441] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.669441] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.669441] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.669441] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.669670] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.669698] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 740cc3d3-cc99-4192-af09-5000ddff337d already deleted. [ 640.670218] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-740cc3d3-cc99-4192-af09-5000ddff337d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.672311] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d257f7a-aae6-40fd-9f3a-65ae411333c2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 640.703777] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c311e52-2180-42f1-b2a9-c1f5cc33a26c with status ACTIVE [ 640.704015] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.704192] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.704264] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.704489] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.704583] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.704795] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.704906] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.704973] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.705152] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.705246] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.705440] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.705529] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.705613] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.705737] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.705822] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.705918] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c311e52-2180-42f1-b2a9-c1f5cc33a26c is going to be updated. [ 640.710250] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d257f7a-aae6-40fd-9f3a-65ae411333c2 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.710250] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.711793] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d257f7a-aae6-40fd-9f3a-65ae411333c2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 640.734010] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.734010] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.734010] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.737898] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.737898] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.737898] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c311e52-2180-42f1-b2a9-c1f5cc33a26c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.753340] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.753630] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.753795] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.754063] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.754184] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.754318] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 is going to be created. [ 640.779248] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.779600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 640.779600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 640.779928] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 640.780153] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 640.790301] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 in Status: UNINITIALIZED for 2s [ 641.322291] env[60542]: INFO networking_nsxv3.common.synchronization [None req-fa08f6a9-3089-45da-8f22-0995b37d0f86 None None] Enqueued Resource ID: 65b210db-6a0e-4593-9e70-63b14d322fbd with Priority: HIGHEST for action port [ 641.323027] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65b210db-6a0e-4593-9e70-63b14d322fbd with Priority: HIGHEST for action port [ 641.323027] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-65b210db-6a0e-4593-9e70-63b14d322fbd taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.323182] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65b210db-6a0e-4593-9e70-63b14d322fbd" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 641.323182] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65b210db-6a0e-4593-9e70-63b14d322fbd" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 641.323401] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65b210db-6a0e-4593-9e70-63b14d322fbd" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 641.323489] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b210db-6a0e-4593-9e70-63b14d322fbd',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 641.340398] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65b210db-6a0e-4593-9e70-63b14d322fbd [ 641.340796] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.340796] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 641.340952] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 641.341514] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 641.341514] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 641.341514] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65b210db-6a0e-4593-9e70-63b14d322fbd already deleted. [ 641.341514] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65b210db-6a0e-4593-9e70-63b14d322fbd" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 641.782787] env[60542]: INFO networking_nsxv3.common.synchronization [None req-0bdef9e6-6c3f-441d-b7a9-f7ca91d4400b tempest-VolumesAdminNegativeTest-1171589411 tempest-VolumesAdminNegativeTest-1171589411-project-member] Enqueued Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGHEST for action security_group_rules [ 641.783064] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGHEST for action security_group_rules [ 641.783888] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-988bc637-a4f8-47db-91dc-25af5b12107e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.785075] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 641.785202] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 641.785687] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 641.785687] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('988bc637-a4f8-47db-91dc-25af5b12107e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 641.820329] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.820837] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 641.820837] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 641.820837] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 641.820837] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 641.820986] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 988bc637-a4f8-47db-91dc-25af5b12107e already deleted. [ 641.822624] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 641.879331] env[60542]: INFO networking_nsxv3.common.synchronization [None req-9b70f0c1-ce4e-4614-bc07-bbe9d5ccb8e0 tempest-VolumesAdminNegativeTest-1171589411 tempest-VolumesAdminNegativeTest-1171589411-project-member] Enqueued Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGHEST for action security_group_rules [ 641.879595] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGHEST for action security_group_rules [ 641.880165] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-988bc637-a4f8-47db-91dc-25af5b12107e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.880311] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 641.880383] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 641.880587] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 641.880671] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('988bc637-a4f8-47db-91dc-25af5b12107e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 641.915348] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.915531] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 641.915568] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 641.915811] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 641.915901] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 641.916019] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 988bc637-a4f8-47db-91dc-25af5b12107e already deleted. [ 641.916075] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.303093] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 in Status: SUCCESS [ 642.303093] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.303093] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.303408] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.304059] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.304249] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.304352] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.304721] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.305701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.305701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.305701] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e111c8a-4d53-4956-b881-4e3dc5efd9b0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 642.327152] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.327152] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.327152] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.327152] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.327152] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.327152] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.327152] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.327152] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.327152] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.327152] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.327470] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.327470] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.327470] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.327644] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.327999] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.327999] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.327999] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.328185] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.328185] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.328239] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.328305] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e111c8a-4d53-4956-b881-4e3dc5efd9b0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 642.337343] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e111c8a-4d53-4956-b881-4e3dc5efd9b0: rpc.has_security_group_logging(os_id): False [ 642.359600] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.359600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.359600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.359600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.359600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.359600] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.359600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.359600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.359600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.359600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.359600] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.359600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.359600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.359600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.360317] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.360317] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.360317] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.360317] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.360317] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.360317] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.360317] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 is going to be created. [ 642.428027] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.428027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.428027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.428027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.428027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.441906] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 in Status: IN_PROGRESS for 2s [ 642.641842] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.642057] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.642128] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.642298] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.642440] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.642563] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87172cab-7cca-4f9e-b9c3-3850418db9e5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.807363] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 in Status: SUCCESS [ 642.807626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.807778] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.808008] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.808266] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.808344] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.808407] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.808566] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.808653] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.808742] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.808837] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d257f7a-aae6-40fd-9f3a-65ae411333c2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 642.821736] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d257f7a-aae6-40fd-9f3a-65ae411333c2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 642.828464] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d257f7a-aae6-40fd-9f3a-65ae411333c2: rpc.has_security_group_logging(os_id): False [ 642.846733] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.847051] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.847051] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.847233] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.847338] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.847592] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.847699] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.847766] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.847942] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.848191] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.848191] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 is going to be created. [ 642.926566] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.926755] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.926795] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.927011] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.927397] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.942526] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 in Status: IN_PROGRESS for 2s [ 643.148413] env[60542]: INFO networking_nsxv3.common.synchronization [None req-2ddf88e7-f60f-4039-8cb0-edeb8d3ac794 None None] Enqueued Resource ID: 4fd4f3e3-c213-431a-86b2-6fc4562af113 with Priority: HIGHEST for action port [ 643.148683] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd4f3e3-c213-431a-86b2-6fc4562af113 with Priority: HIGHEST for action port [ 643.148989] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fd4f3e3-c213-431a-86b2-6fc4562af113 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.149137] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fd4f3e3-c213-431a-86b2-6fc4562af113" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 643.149210] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fd4f3e3-c213-431a-86b2-6fc4562af113" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 643.149495] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fd4f3e3-c213-431a-86b2-6fc4562af113" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 643.149577] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd4f3e3-c213-431a-86b2-6fc4562af113',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 643.159442] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fd4f3e3-c213-431a-86b2-6fc4562af113 [ 643.159617] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.159751] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 643.159824] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 643.160050] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 643.160306] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 643.160306] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fd4f3e3-c213-431a-86b2-6fc4562af113 already deleted. [ 643.160306] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fd4f3e3-c213-431a-86b2-6fc4562af113" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 643.422564] env[60542]: INFO networking_nsxv3.common.synchronization [None req-0d06378e-f6ca-45e7-a948-d29ee74b5b83 tempest-AttachVolumeShelveTestJSON-723093209 tempest-AttachVolumeShelveTestJSON-723093209-project-member] Enqueued Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGHEST for action security_group_rules [ 643.425021] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGHEST for action security_group_rules [ 643.425021] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.425021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 643.425021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 643.425460] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 643.425628] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1efde2-648e-47d7-9d7e-d8adb245f0fa',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 643.469975] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.469975] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 643.469975] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 643.469975] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 643.469975] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 643.469975] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa already deleted. [ 643.469975] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 643.737409] env[60542]: INFO networking_nsxv3.common.synchronization [None req-b0b230c2-ebb3-4b44-9e77-2a60e46bb4c2 tempest-AttachVolumeShelveTestJSON-723093209 tempest-AttachVolumeShelveTestJSON-723093209-project-member] Enqueued Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGHEST for action security_group_rules [ 643.737746] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGHEST for action security_group_rules [ 643.738104] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.738200] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 643.738231] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 643.738457] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 643.738544] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1efde2-648e-47d7-9d7e-d8adb245f0fa',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 643.775837] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.776083] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 643.776177] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 643.776397] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 643.776516] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 643.779497] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa already deleted. [ 643.779497] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 644.459746] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 in Status: SUCCESS [ 644.460093] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 644.841509] env[60542]: INFO networking_nsxv3.common.synchronization [None req-2c6e0766-5692-4b1f-a8cb-36846d5ca4b1 None None] Enqueued Resource ID: d58dec27-37d5-4ff8-99c3-409c98a37661 with Priority: HIGHEST for action port [ 644.841509] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d58dec27-37d5-4ff8-99c3-409c98a37661 with Priority: HIGHEST for action port [ 644.841509] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-d58dec27-37d5-4ff8-99c3-409c98a37661 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.841509] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d58dec27-37d5-4ff8-99c3-409c98a37661" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 644.841509] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d58dec27-37d5-4ff8-99c3-409c98a37661" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 644.841509] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d58dec27-37d5-4ff8-99c3-409c98a37661" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 644.841509] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d58dec27-37d5-4ff8-99c3-409c98a37661',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 644.851883] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d58dec27-37d5-4ff8-99c3-409c98a37661 [ 644.852108] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.852247] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 644.852318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 644.852557] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 644.852657] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 644.853375] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d58dec27-37d5-4ff8-99c3-409c98a37661 already deleted. [ 644.853375] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d58dec27-37d5-4ff8-99c3-409c98a37661" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 644.955450] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 in Status: SUCCESS [ 644.955779] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 647.803396] env[60542]: INFO networking_nsxv3.common.synchronization [None req-30d81e1b-3a05-47e4-9173-560df73e1d78 None None] Enqueued Resource ID: 0d79653b-5e73-41f1-8df6-3ddac0f401ff with Priority: HIGHEST for action port [ 647.803666] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d79653b-5e73-41f1-8df6-3ddac0f401ff with Priority: HIGHEST for action port [ 647.803978] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d79653b-5e73-41f1-8df6-3ddac0f401ff taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.804428] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d79653b-5e73-41f1-8df6-3ddac0f401ff" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 647.804498] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d79653b-5e73-41f1-8df6-3ddac0f401ff" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 647.804875] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d79653b-5e73-41f1-8df6-3ddac0f401ff" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 647.804948] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d79653b-5e73-41f1-8df6-3ddac0f401ff',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 647.814803] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d79653b-5e73-41f1-8df6-3ddac0f401ff [ 647.815112] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.815256] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 647.815323] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 647.815536] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 647.815643] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 647.816101] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d79653b-5e73-41f1-8df6-3ddac0f401ff already deleted. [ 647.816168] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d79653b-5e73-41f1-8df6-3ddac0f401ff" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 649.328613] env[60542]: INFO networking_nsxv3.common.synchronization [req-0c8ec332-5019-4190-91b8-9f74d2637704 req-594e142c-714a-4b53-a6fa-2d8aced187d2 tempest-VolumesAdminNegativeTest-1171589411 tempest-VolumesAdminNegativeTest-1171589411-project-member] Enqueued Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGHEST for action security_group_members [ 649.328910] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGHEST for action security_group_members [ 649.332102] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-988bc637-a4f8-47db-91dc-25af5b12107e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.332102] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 649.332102] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 649.332102] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 649.333336] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.333401] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 649.333459] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 649.333641] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 649.333769] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 649.333824] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('988bc637-a4f8-47db-91dc-25af5b12107e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 649.354864] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.355192] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 649.355452] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 649.361300] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 649.361300] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 649.361300] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.361300] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 649.361300] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 649.361300] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 649.361300] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 649.361300] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 988bc637-a4f8-47db-91dc-25af5b12107e already deleted. [ 649.361300] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 650.198558] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.198910] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-94" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 650.198995] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-94" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 650.199363] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-94" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 650.201047] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.201047] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 650.201047] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 650.201341] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 650.201555] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 650.201848] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 650.202048] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 650.202195] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 650.202425] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 650.202598] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 650.202756] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 650.202951] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.219574] env[60542]: INFO networking_nsxv3.common.synchronization [req-1f6272c2-c80e-465a-8499-89793392f6a7 req-0f05b634-fe3f-4d66-8ac1-cd51672765fe tempest-SecurityGroupRulesTestJSON-1339237875 tempest-SecurityGroupRulesTestJSON-1339237875-project-member] Enqueued Resource ID: 4ccd8d6b-c733-4501-be03-f1cb2a273b5c with Priority: HIGHEST for action security_group_rules [ 650.220248] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ccd8d6b-c733-4501-be03-f1cb2a273b5c with Priority: HIGHEST for action security_group_rules [ 650.220995] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ccd8d6b-c733-4501-be03-f1cb2a273b5c taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.220995] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ccd8d6b-c733-4501-be03-f1cb2a273b5c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 650.220995] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ccd8d6b-c733-4501-be03-f1cb2a273b5c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 650.221514] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ccd8d6b-c733-4501-be03-f1cb2a273b5c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 650.221691] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ccd8d6b-c733-4501-be03-f1cb2a273b5c',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 650.228749] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.228940] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 650.229097] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 650.229278] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-94" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 650.229593] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-b25225e3-3b7a-4efb-b82f-d2bbd02040ff taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.230512] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-b25225e3-3b7a-4efb-b82f-d2bbd02040ff" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 650.230512] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-b25225e3-3b7a-4efb-b82f-d2bbd02040ff" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 650.230916] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-b25225e3-3b7a-4efb-b82f-d2bbd02040ff" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 650.231501] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25225e3-3b7a-4efb-b82f-d2bbd02040ff',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 650.271769] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.271769] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 650.271769] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 650.272891] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 650.272891] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 650.272891] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ccd8d6b-c733-4501-be03-f1cb2a273b5c already deleted. [ 650.272891] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ccd8d6b-c733-4501-be03-f1cb2a273b5c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 650.291059] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.291059] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 650.291059] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 650.291059] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 650.291059] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 650.291059] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port b25225e3-3b7a-4efb-b82f-d2bbd02040ff not found, creating... [ 650.291059] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.291059] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 650.291059] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 650.291059] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 650.291059] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 650.291681] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.291681] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 650.292914] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 650.293348] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 650.293606] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 650.293849] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: b25225e3-3b7a-4efb-b82f-d2bbd02040ff is going to be created. [ 650.318395] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.318395] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 650.318395] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 650.318395] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 650.318395] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 650.318395] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-b25225e3-3b7a-4efb-b82f-d2bbd02040ff" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 650.638440] env[60542]: INFO networking_nsxv3.common.synchronization [None req-0cf412b6-92e3-449e-a633-5bb4d67ad8fc None None] Enqueued Resource ID: 02966c3f-4f37-4320-8652-e78a97127df9 with Priority: HIGHEST for action port [ 650.641019] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02966c3f-4f37-4320-8652-e78a97127df9 with Priority: HIGHEST for action port [ 650.641019] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-02966c3f-4f37-4320-8652-e78a97127df9 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.641019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02966c3f-4f37-4320-8652-e78a97127df9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 650.641019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02966c3f-4f37-4320-8652-e78a97127df9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 650.641019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02966c3f-4f37-4320-8652-e78a97127df9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 650.641019] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02966c3f-4f37-4320-8652-e78a97127df9',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 650.667794] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02966c3f-4f37-4320-8652-e78a97127df9 [ 650.667794] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.667794] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 650.667794] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 650.667794] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 650.667794] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 650.667794] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02966c3f-4f37-4320-8652-e78a97127df9 already deleted. [ 650.667794] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02966c3f-4f37-4320-8652-e78a97127df9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 651.476658] env[60542]: INFO networking_nsxv3.common.synchronization [req-0c8ec332-5019-4190-91b8-9f74d2637704 req-8160fb31-13db-44a5-98c9-9d527900a685 service neutron] Enqueued Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGHEST for action security_group_rules [ 651.476901] env[60542]: INFO networking_nsxv3.common.synchronization [req-0c8ec332-5019-4190-91b8-9f74d2637704 req-8160fb31-13db-44a5-98c9-9d527900a685 service neutron] Enqueued Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGHEST for action security_group_members [ 651.477061] env[60542]: INFO networking_nsxv3.common.synchronization [req-0c8ec332-5019-4190-91b8-9f74d2637704 req-8160fb31-13db-44a5-98c9-9d527900a685 service neutron] Enqueued Resource ID: b25225e3-3b7a-4efb-b82f-d2bbd02040ff with Priority: HIGHEST for action port [ 651.477568] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGHEST for action security_group_rules [ 651.477719] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGHEST for action security_group_members [ 651.477802] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b25225e3-3b7a-4efb-b82f-d2bbd02040ff with Priority: HIGHEST for action port [ 651.478172] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-988bc637-a4f8-47db-91dc-25af5b12107e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.478253] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 651.479638] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 651.479638] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 651.479638] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('988bc637-a4f8-47db-91dc-25af5b12107e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 651.484363] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-988bc637-a4f8-47db-91dc-25af5b12107e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.484531] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 651.484631] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 651.484842] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 651.487086] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.487086] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 651.487086] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 651.487086] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 651.487086] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 651.487086] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('988bc637-a4f8-47db-91dc-25af5b12107e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 651.487086] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-b25225e3-3b7a-4efb-b82f-d2bbd02040ff taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.487086] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b25225e3-3b7a-4efb-b82f-d2bbd02040ff" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 651.487086] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b25225e3-3b7a-4efb-b82f-d2bbd02040ff" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 651.487086] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b25225e3-3b7a-4efb-b82f-d2bbd02040ff" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 651.487086] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25225e3-3b7a-4efb-b82f-d2bbd02040ff',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 651.512100] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('988bc637-a4f8-47db-91dc-25af5b12107e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 651.519324] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-988bc637-a4f8-47db-91dc-25af5b12107e taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.519324] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 651.526087] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('988bc637-a4f8-47db-91dc-25af5b12107e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 651.526813] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b25225e3-3b7a-4efb-b82f-d2bbd02040ff with status ACTIVE [ 651.527048] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.530122] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 651.530122] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 651.530122] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 651.530122] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 651.530122] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.530122] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 651.530122] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 651.530122] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 651.530122] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 651.530122] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.530122] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 651.530122] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 651.530122] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 651.530122] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 651.530122] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b25225e3-3b7a-4efb-b82f-d2bbd02040ff is going to be updated. [ 651.539356] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.539554] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 651.539554] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 651.539743] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 651.539839] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 651.539942] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 988bc637-a4f8-47db-91dc-25af5b12107e is going to be created. [ 651.553188] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.553188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 651.553188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 651.553188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 651.553188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 651.553188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b25225e3-3b7a-4efb-b82f-d2bbd02040ff" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 651.568160] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.568329] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 651.568406] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 651.568633] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 651.568798] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 651.578654] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 988bc637-a4f8-47db-91dc-25af5b12107e in Status: UNINITIALIZED for 2s [ 653.130604] env[60542]: INFO networking_nsxv3.common.synchronization [None req-abd1d47f-f712-4a3e-afdf-303800215353 None None] Enqueued Resource ID: aa24e03a-eaa1-4f1a-a72c-773ed2fd5735 with Priority: HIGHEST for action port [ 653.130604] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa24e03a-eaa1-4f1a-a72c-773ed2fd5735 with Priority: HIGHEST for action port [ 653.130604] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa24e03a-eaa1-4f1a-a72c-773ed2fd5735 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.130604] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa24e03a-eaa1-4f1a-a72c-773ed2fd5735" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 653.130604] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa24e03a-eaa1-4f1a-a72c-773ed2fd5735" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 653.130604] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa24e03a-eaa1-4f1a-a72c-773ed2fd5735" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 653.130604] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa24e03a-eaa1-4f1a-a72c-773ed2fd5735',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 653.155306] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa24e03a-eaa1-4f1a-a72c-773ed2fd5735 [ 653.155643] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.155643] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 653.155818] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 653.157162] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 653.157162] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 653.157162] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa24e03a-eaa1-4f1a-a72c-773ed2fd5735 already deleted. [ 653.157162] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa24e03a-eaa1-4f1a-a72c-773ed2fd5735" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 653.594252] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 988bc637-a4f8-47db-91dc-25af5b12107e in Status: SUCCESS [ 653.594252] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 653.594252] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 653.594252] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 653.594252] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.594252] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 653.594252] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 653.594252] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 653.594252] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 653.594252] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 653.594252] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('988bc637-a4f8-47db-91dc-25af5b12107e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 653.608072] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('988bc637-a4f8-47db-91dc-25af5b12107e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 653.617790] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 988bc637-a4f8-47db-91dc-25af5b12107e: rpc.has_security_group_logging(os_id): False [ 653.642612] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.642612] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 653.642612] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 653.642612] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 653.642612] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 653.642612] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.642612] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 653.642612] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 653.642612] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 653.642612] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 653.642612] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 988bc637-a4f8-47db-91dc-25af5b12107e is going to be created. [ 653.704147] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.704302] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 653.704379] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 653.704631] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 653.704820] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 653.716321] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 988bc637-a4f8-47db-91dc-25af5b12107e in Status: IN_PROGRESS for 2s [ 654.052450] env[60542]: INFO networking_nsxv3.common.synchronization [None req-9848cca3-371d-40bc-b6f1-243133c16802 None None] Enqueued Resource ID: ac8910e2-a85f-4448-a9f6-3eb51bc70e76 with Priority: HIGHEST for action port [ 654.052741] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8910e2-a85f-4448-a9f6-3eb51bc70e76 with Priority: HIGHEST for action port [ 654.053103] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac8910e2-a85f-4448-a9f6-3eb51bc70e76 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.053202] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac8910e2-a85f-4448-a9f6-3eb51bc70e76" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 654.053274] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac8910e2-a85f-4448-a9f6-3eb51bc70e76" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 654.053559] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac8910e2-a85f-4448-a9f6-3eb51bc70e76" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 654.053654] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac8910e2-a85f-4448-a9f6-3eb51bc70e76',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 654.066241] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac8910e2-a85f-4448-a9f6-3eb51bc70e76 [ 654.066495] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.067236] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 654.067236] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 654.067236] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 654.067236] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 654.067236] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac8910e2-a85f-4448-a9f6-3eb51bc70e76 already deleted. [ 654.067236] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac8910e2-a85f-4448-a9f6-3eb51bc70e76" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 655.000450] env[60542]: INFO networking_nsxv3.common.synchronization [None req-33e443f2-15e2-499a-ba7c-7f487e9efe4f None None] Enqueued Resource ID: 20936e5a-30cd-4a23-aefa-9c437e461bd1 with Priority: HIGHEST for action port [ 655.000450] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20936e5a-30cd-4a23-aefa-9c437e461bd1 with Priority: HIGHEST for action port [ 655.000450] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-20936e5a-30cd-4a23-aefa-9c437e461bd1 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.000450] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20936e5a-30cd-4a23-aefa-9c437e461bd1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 655.000450] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20936e5a-30cd-4a23-aefa-9c437e461bd1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 655.001081] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20936e5a-30cd-4a23-aefa-9c437e461bd1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 655.001081] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20936e5a-30cd-4a23-aefa-9c437e461bd1',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 655.024669] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20936e5a-30cd-4a23-aefa-9c437e461bd1 [ 655.024669] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.024669] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 655.024833] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 655.024934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 655.026507] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 655.026507] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20936e5a-30cd-4a23-aefa-9c437e461bd1 already deleted. [ 655.026507] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20936e5a-30cd-4a23-aefa-9c437e461bd1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 655.721733] env[60542]: INFO networking_nsxv3.common.synchronization [None req-f945267f-725c-4467-ab72-ccffe82fcdb8 tempest-ServerActionsV293TestJSON-390462293 tempest-ServerActionsV293TestJSON-390462293-project-member] Enqueued Resource ID: a795dac3-7eea-4a82-95a1-c918884e31b3 with Priority: HIGHEST for action security_group_rules [ 655.722046] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a795dac3-7eea-4a82-95a1-c918884e31b3 with Priority: HIGHEST for action security_group_rules [ 655.722542] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a795dac3-7eea-4a82-95a1-c918884e31b3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.723058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a795dac3-7eea-4a82-95a1-c918884e31b3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 655.723058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a795dac3-7eea-4a82-95a1-c918884e31b3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 655.723058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a795dac3-7eea-4a82-95a1-c918884e31b3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 655.723779] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a795dac3-7eea-4a82-95a1-c918884e31b3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 655.729520] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 988bc637-a4f8-47db-91dc-25af5b12107e in Status: SUCCESS [ 655.729729] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 655.757900] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.758094] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 655.758176] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 655.758394] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 655.758490] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 655.758588] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a795dac3-7eea-4a82-95a1-c918884e31b3 already deleted. [ 655.758673] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a795dac3-7eea-4a82-95a1-c918884e31b3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 655.929182] env[60542]: INFO networking_nsxv3.common.synchronization [None req-07074fa8-cb01-430d-97fb-efa6a11a0bb2 tempest-ServerActionsV293TestJSON-390462293 tempest-ServerActionsV293TestJSON-390462293-project-member] Enqueued Resource ID: a795dac3-7eea-4a82-95a1-c918884e31b3 with Priority: HIGHEST for action security_group_rules [ 655.929388] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a795dac3-7eea-4a82-95a1-c918884e31b3 with Priority: HIGHEST for action security_group_rules [ 655.929892] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a795dac3-7eea-4a82-95a1-c918884e31b3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.930127] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a795dac3-7eea-4a82-95a1-c918884e31b3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 655.930283] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a795dac3-7eea-4a82-95a1-c918884e31b3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 655.930527] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a795dac3-7eea-4a82-95a1-c918884e31b3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 655.930660] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a795dac3-7eea-4a82-95a1-c918884e31b3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 655.963507] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.963507] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 655.963507] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 655.963686] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 655.963788] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 655.963887] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a795dac3-7eea-4a82-95a1-c918884e31b3 already deleted. [ 655.964063] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a795dac3-7eea-4a82-95a1-c918884e31b3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 657.113747] env[60542]: INFO networking_nsxv3.common.synchronization [None req-792edc73-0ba3-4c3d-83c1-48c41bb154a9 None None] Enqueued Resource ID: 3d79cb77-ba56-4fb3-92f3-3c779555dbcc with Priority: HIGHEST for action port [ 657.113747] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d79cb77-ba56-4fb3-92f3-3c779555dbcc with Priority: HIGHEST for action port [ 657.113747] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d79cb77-ba56-4fb3-92f3-3c779555dbcc taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.113747] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d79cb77-ba56-4fb3-92f3-3c779555dbcc" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 657.113747] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d79cb77-ba56-4fb3-92f3-3c779555dbcc" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 657.113747] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d79cb77-ba56-4fb3-92f3-3c779555dbcc" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 657.113747] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d79cb77-ba56-4fb3-92f3-3c779555dbcc',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 657.135984] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d79cb77-ba56-4fb3-92f3-3c779555dbcc [ 657.137738] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.137738] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 657.137738] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 657.137738] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 657.137738] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 657.137738] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d79cb77-ba56-4fb3-92f3-3c779555dbcc already deleted. [ 657.137738] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d79cb77-ba56-4fb3-92f3-3c779555dbcc" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 657.290644] env[60542]: INFO networking_nsxv3.common.synchronization [None req-58cbd7e8-6c3d-4af7-8711-e5b894bba436 None None] Enqueued Resource ID: 886dcdef-d370-43bc-bf5d-3a6344530d4f with Priority: HIGHEST for action port [ 657.290929] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886dcdef-d370-43bc-bf5d-3a6344530d4f with Priority: HIGHEST for action port [ 657.291253] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-886dcdef-d370-43bc-bf5d-3a6344530d4f taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.291391] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-886dcdef-d370-43bc-bf5d-3a6344530d4f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 657.291464] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-886dcdef-d370-43bc-bf5d-3a6344530d4f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 657.291742] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-886dcdef-d370-43bc-bf5d-3a6344530d4f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 657.291841] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('886dcdef-d370-43bc-bf5d-3a6344530d4f',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 657.310274] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 886dcdef-d370-43bc-bf5d-3a6344530d4f [ 657.310501] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.310659] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 657.310703] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 657.310919] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 657.311027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 657.311130] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:886dcdef-d370-43bc-bf5d-3a6344530d4f already deleted. [ 657.311216] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-886dcdef-d370-43bc-bf5d-3a6344530d4f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 658.727027] env[60542]: INFO networking_nsxv3.common.synchronization [req-24656582-1eab-42df-b380-e9531656f031 req-b0abd6b0-2695-4cf3-b940-5863b28d3207 tempest-SecurityGroupRulesTestJSON-1339237875 tempest-SecurityGroupRulesTestJSON-1339237875-project-member] Enqueued Resource ID: bbe163c4-1dc1-41da-a554-ec9cceb59be4 with Priority: HIGHEST for action security_group_rules [ 658.727877] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe163c4-1dc1-41da-a554-ec9cceb59be4 with Priority: HIGHEST for action security_group_rules [ 658.727877] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbe163c4-1dc1-41da-a554-ec9cceb59be4 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.727877] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbe163c4-1dc1-41da-a554-ec9cceb59be4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 658.728105] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbe163c4-1dc1-41da-a554-ec9cceb59be4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 658.728228] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbe163c4-1dc1-41da-a554-ec9cceb59be4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 658.728269] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbe163c4-1dc1-41da-a554-ec9cceb59be4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 658.834681] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.834872] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 658.834944] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 658.835251] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 658.835343] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 658.835444] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbe163c4-1dc1-41da-a554-ec9cceb59be4 already deleted. [ 658.835528] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbe163c4-1dc1-41da-a554-ec9cceb59be4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 659.249659] env[60542]: INFO networking_nsxv3.common.synchronization [None req-407772ee-dcd0-4284-8f75-8e81b2de739e None None] Enqueued Resource ID: 086ff7be-d998-450e-9cb3-9832a9776543 with Priority: HIGHEST for action port [ 659.249926] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 086ff7be-d998-450e-9cb3-9832a9776543 with Priority: HIGHEST for action port [ 659.250261] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-086ff7be-d998-450e-9cb3-9832a9776543 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.250758] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-086ff7be-d998-450e-9cb3-9832a9776543" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 659.250758] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-086ff7be-d998-450e-9cb3-9832a9776543" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 659.250758] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-086ff7be-d998-450e-9cb3-9832a9776543" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 659.250940] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('086ff7be-d998-450e-9cb3-9832a9776543',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 659.297635] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 086ff7be-d998-450e-9cb3-9832a9776543 [ 659.297635] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.297635] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 659.297635] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 659.297635] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 659.297635] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 659.297635] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:086ff7be-d998-450e-9cb3-9832a9776543 already deleted. [ 659.297635] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-086ff7be-d998-450e-9cb3-9832a9776543" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 660.599889] env[60542]: INFO networking_nsxv3.common.synchronization [None req-8181fa29-e2d8-4a50-af77-f2cbc5277230 None None] Enqueued Resource ID: d42cc3b2-673e-4b52-bcb4-6045cf1eca07 with Priority: HIGHEST for action port [ 660.601206] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42cc3b2-673e-4b52-bcb4-6045cf1eca07 with Priority: HIGHEST for action port [ 660.604372] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-d42cc3b2-673e-4b52-bcb4-6045cf1eca07 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.604372] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d42cc3b2-673e-4b52-bcb4-6045cf1eca07" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 660.604372] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d42cc3b2-673e-4b52-bcb4-6045cf1eca07" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 660.604570] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d42cc3b2-673e-4b52-bcb4-6045cf1eca07" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 660.604657] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d42cc3b2-673e-4b52-bcb4-6045cf1eca07',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 660.639510] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d42cc3b2-673e-4b52-bcb4-6045cf1eca07 [ 660.639619] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.640336] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 660.640336] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 660.640336] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 660.640336] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 660.640336] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d42cc3b2-673e-4b52-bcb4-6045cf1eca07 already deleted. [ 660.640509] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d42cc3b2-673e-4b52-bcb4-6045cf1eca07" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 660.785561] env[60542]: INFO networking_nsxv3.common.synchronization [None req-9618cd13-5cf2-46f8-91f9-4804a8101d16 None None] Enqueued Resource ID: 508624d9-79aa-44d6-b3d5-4ce1812f1faf with Priority: HIGHEST for action port [ 660.786647] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508624d9-79aa-44d6-b3d5-4ce1812f1faf with Priority: HIGHEST for action port [ 660.787010] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-508624d9-79aa-44d6-b3d5-4ce1812f1faf taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.787760] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-508624d9-79aa-44d6-b3d5-4ce1812f1faf" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 660.787760] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-508624d9-79aa-44d6-b3d5-4ce1812f1faf" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 660.787896] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-508624d9-79aa-44d6-b3d5-4ce1812f1faf" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 660.787979] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508624d9-79aa-44d6-b3d5-4ce1812f1faf',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 660.809637] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 508624d9-79aa-44d6-b3d5-4ce1812f1faf [ 660.809822] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.809955] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 660.810042] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 660.814028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 660.814028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 660.814028] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:508624d9-79aa-44d6-b3d5-4ce1812f1faf already deleted. [ 660.814028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-508624d9-79aa-44d6-b3d5-4ce1812f1faf" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.325434] env[60542]: INFO networking_nsxv3.common.synchronization [None req-dcb965ab-d279-4ffe-86c7-5426cec3705b None None] Enqueued Resource ID: fb60cdda-dfab-4dac-8bef-176c4d8d9d49 with Priority: HIGHEST for action port [ 663.325434] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb60cdda-dfab-4dac-8bef-176c4d8d9d49 with Priority: HIGHEST for action port [ 663.325434] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb60cdda-dfab-4dac-8bef-176c4d8d9d49 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.325434] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb60cdda-dfab-4dac-8bef-176c4d8d9d49" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 663.325434] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb60cdda-dfab-4dac-8bef-176c4d8d9d49" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 663.325434] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb60cdda-dfab-4dac-8bef-176c4d8d9d49" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 663.325434] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb60cdda-dfab-4dac-8bef-176c4d8d9d49',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 663.354891] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb60cdda-dfab-4dac-8bef-176c4d8d9d49 [ 663.354891] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.354891] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 663.354891] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 663.354891] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 663.354891] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.354891] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb60cdda-dfab-4dac-8bef-176c4d8d9d49 already deleted. [ 663.354891] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb60cdda-dfab-4dac-8bef-176c4d8d9d49" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.818409] env[60542]: INFO networking_nsxv3.common.synchronization [req-ba8c1356-2ffa-46df-bfce-69b3b7c417f2 req-3988c8b5-24b4-41d4-86ea-061ee35f1881 tempest-ServerDiagnosticsTest-533831989 tempest-ServerDiagnosticsTest-533831989-project-member] Enqueued Resource ID: a48c31ff-ecd4-499b-9a84-80033029c54b with Priority: HIGHEST for action security_group_members [ 663.819928] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48c31ff-ecd4-499b-9a84-80033029c54b with Priority: HIGHEST for action security_group_members [ 663.821240] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-a48c31ff-ecd4-499b-9a84-80033029c54b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.822236] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 663.822236] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 663.822236] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 663.822236] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.822236] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 663.822236] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 663.822484] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 663.822484] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.822539] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a48c31ff-ecd4-499b-9a84-80033029c54b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 663.888743] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.888934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 663.890079] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 663.890079] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 663.890079] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.890079] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.890079] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 663.890079] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 663.890079] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 663.890079] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.890079] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a48c31ff-ecd4-499b-9a84-80033029c54b is going to be updated. [ 663.926070] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.926250] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 663.926321] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 663.926540] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 663.926693] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.940703] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a48c31ff-ecd4-499b-9a84-80033029c54b in Status: IN_PROGRESS for 2s [ 664.608452] env[60542]: INFO networking_nsxv3.common.synchronization [None req-cf0704c8-2081-469b-bd18-9348ceda0804 None None] Enqueued Resource ID: a8374db8-1a46-4494-a4e5-70de46da56e1 with Priority: HIGHEST for action port [ 664.608723] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8374db8-1a46-4494-a4e5-70de46da56e1 with Priority: HIGHEST for action port [ 664.609068] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8374db8-1a46-4494-a4e5-70de46da56e1 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.609255] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8374db8-1a46-4494-a4e5-70de46da56e1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 664.609288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8374db8-1a46-4494-a4e5-70de46da56e1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 664.610324] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8374db8-1a46-4494-a4e5-70de46da56e1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 664.610457] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8374db8-1a46-4494-a4e5-70de46da56e1',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 664.648362] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8374db8-1a46-4494-a4e5-70de46da56e1 [ 664.648582] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.648710] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 664.648779] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 664.648998] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 664.649182] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 664.649345] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8374db8-1a46-4494-a4e5-70de46da56e1 already deleted. [ 664.649478] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8374db8-1a46-4494-a4e5-70de46da56e1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 664.736473] env[60542]: INFO networking_nsxv3.common.synchronization [None req-e1552556-f221-4916-9f94-92bc5d2ac0b6 None None] Enqueued Resource ID: 9b09ebba-3eb5-4654-ba6a-3dca30cc8d0b with Priority: HIGHEST for action port [ 664.740012] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b09ebba-3eb5-4654-ba6a-3dca30cc8d0b with Priority: HIGHEST for action port [ 664.740012] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b09ebba-3eb5-4654-ba6a-3dca30cc8d0b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.740012] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b09ebba-3eb5-4654-ba6a-3dca30cc8d0b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 664.740012] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b09ebba-3eb5-4654-ba6a-3dca30cc8d0b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 664.740012] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b09ebba-3eb5-4654-ba6a-3dca30cc8d0b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 664.740012] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b09ebba-3eb5-4654-ba6a-3dca30cc8d0b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 664.763981] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b09ebba-3eb5-4654-ba6a-3dca30cc8d0b [ 664.764604] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.764747] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 664.764817] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 664.765103] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 664.765220] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 664.765318] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b09ebba-3eb5-4654-ba6a-3dca30cc8d0b already deleted. [ 664.765399] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b09ebba-3eb5-4654-ba6a-3dca30cc8d0b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 665.493102] env[60542]: INFO networking_nsxv3.common.synchronization [req-2a98c601-dc55-4ce4-98fe-5acb704d2413 req-f95c2802-d5b1-4fe6-966c-6c957144cc06 tempest-SecurityGroupRulesTestJSON-1339237875 tempest-SecurityGroupRulesTestJSON-1339237875-project-member] Enqueued Resource ID: 1fd1063a-b24a-4019-be65-3eff2a69f666 with Priority: HIGHEST for action security_group_rules [ 665.493780] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd1063a-b24a-4019-be65-3eff2a69f666 with Priority: HIGHEST for action security_group_rules [ 665.494563] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd1063a-b24a-4019-be65-3eff2a69f666 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.494563] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd1063a-b24a-4019-be65-3eff2a69f666" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 665.494563] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd1063a-b24a-4019-be65-3eff2a69f666" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 665.495255] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd1063a-b24a-4019-be65-3eff2a69f666" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 665.495352] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd1063a-b24a-4019-be65-3eff2a69f666',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 665.533249] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.533477] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 665.533477] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 665.533663] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 665.533794] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 665.533896] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd1063a-b24a-4019-be65-3eff2a69f666 already deleted. [ 665.534020] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd1063a-b24a-4019-be65-3eff2a69f666" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 665.596786] env[60542]: INFO networking_nsxv3.common.synchronization [req-67513f80-bc5a-4a37-99dc-57f59becc98d req-74dc8ecc-9875-44af-a524-45c7461637f5 tempest-AttachVolumeShelveTestJSON-723093209 tempest-AttachVolumeShelveTestJSON-723093209-project-member] Enqueued Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGHEST for action security_group_members [ 665.597199] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGHEST for action security_group_members [ 665.597649] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1efde2-648e-47d7-9d7e-d8adb245f0fa taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.597784] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 665.597851] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 665.599973] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 665.599973] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.599973] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 665.599973] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 665.599973] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 665.599973] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 665.600315] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1efde2-648e-47d7-9d7e-d8adb245f0fa',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 665.617596] env[60542]: INFO networking_nsxv3.common.synchronization [None req-cea8f147-40db-4a48-8630-20c19900c4ba None None] Enqueued Resource ID: 8c0d4cb7-076b-4f34-91bc-775c3843c9f1 with Priority: HIGHEST for action port [ 665.617898] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0d4cb7-076b-4f34-91bc-775c3843c9f1 with Priority: HIGHEST for action port [ 665.619636] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c0d4cb7-076b-4f34-91bc-775c3843c9f1 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.619636] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c0d4cb7-076b-4f34-91bc-775c3843c9f1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 665.619636] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c0d4cb7-076b-4f34-91bc-775c3843c9f1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 665.619636] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c0d4cb7-076b-4f34-91bc-775c3843c9f1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 665.619636] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c0d4cb7-076b-4f34-91bc-775c3843c9f1',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 665.621841] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.621964] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 665.622048] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 665.622240] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 665.622332] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 665.622517] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.622611] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 665.622671] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 665.622819] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 665.622894] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 665.622976] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa already deleted. [ 665.623084] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 665.642224] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c0d4cb7-076b-4f34-91bc-775c3843c9f1 [ 665.642321] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.642458] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 665.642492] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 665.642663] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 665.642758] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 665.642878] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c0d4cb7-076b-4f34-91bc-775c3843c9f1 already deleted. [ 665.642985] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c0d4cb7-076b-4f34-91bc-775c3843c9f1" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 665.949715] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a48c31ff-ecd4-499b-9a84-80033029c54b in Status: SUCCESS [ 665.950110] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a48c31ff-ecd4-499b-9a84-80033029c54b deletion is rescheduled due to dependency. [ 665.950417] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 666.540381] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.545110] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-832" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 666.545110] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-832" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 666.545594] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-832" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 666.545886] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.546132] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 666.546290] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 666.546556] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 666.546710] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 666.546932] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 666.547062] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 666.547179] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 666.547290] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 666.547404] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 666.547514] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 666.548037] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.567937] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.567937] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 666.567937] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 666.567937] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-832" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 666.567937] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-09b2c51d-776b-468f-be13-76160943120b taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.567937] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-09b2c51d-776b-468f-be13-76160943120b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 666.567937] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-09b2c51d-776b-468f-be13-76160943120b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 666.568322] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-09b2c51d-776b-468f-be13-76160943120b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 666.568476] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09b2c51d-776b-468f-be13-76160943120b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 666.601572] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.601884] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 666.603142] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 666.603142] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 666.603142] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 666.603142] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 09b2c51d-776b-468f-be13-76160943120b not found, creating... [ 666.603142] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.603142] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 666.603355] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 666.603433] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 666.603584] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 666.603876] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.604088] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 666.604252] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 666.604628] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 666.604832] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 666.605038] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 09b2c51d-776b-468f-be13-76160943120b is going to be created. [ 666.627316] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.627316] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 666.627316] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 666.627316] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 666.627316] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 666.627316] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-09b2c51d-776b-468f-be13-76160943120b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 667.379287] env[60542]: INFO networking_nsxv3.common.synchronization [req-67513f80-bc5a-4a37-99dc-57f59becc98d req-b374d42c-0d6c-4c81-ae96-9df941438cf4 service neutron] Enqueued Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGHEST for action security_group_rules [ 667.379287] env[60542]: INFO networking_nsxv3.common.synchronization [req-67513f80-bc5a-4a37-99dc-57f59becc98d req-b374d42c-0d6c-4c81-ae96-9df941438cf4 service neutron] Enqueued Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGHEST for action security_group_members [ 667.379287] env[60542]: INFO networking_nsxv3.common.synchronization [req-67513f80-bc5a-4a37-99dc-57f59becc98d req-b374d42c-0d6c-4c81-ae96-9df941438cf4 service neutron] Enqueued Resource ID: 09b2c51d-776b-468f-be13-76160943120b with Priority: HIGHEST for action port [ 667.379287] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGHEST for action security_group_rules [ 667.379287] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGHEST for action security_group_members [ 667.379287] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b2c51d-776b-468f-be13-76160943120b with Priority: HIGHEST for action port [ 667.380901] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.380901] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.380901] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.380901] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.380901] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1efde2-648e-47d7-9d7e-d8adb245f0fa',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 667.387950] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1efde2-648e-47d7-9d7e-d8adb245f0fa taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.388136] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.388208] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.388425] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.388584] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.388681] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.388744] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.388895] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.388983] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 667.389103] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1efde2-648e-47d7-9d7e-d8adb245f0fa',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 667.389943] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-09b2c51d-776b-468f-be13-76160943120b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.390135] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09b2c51d-776b-468f-be13-76160943120b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.390308] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09b2c51d-776b-468f-be13-76160943120b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.390632] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09b2c51d-776b-468f-be13-76160943120b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.390733] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09b2c51d-776b-468f-be13-76160943120b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 667.411058] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1efde2-648e-47d7-9d7e-d8adb245f0fa',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 667.433365] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1efde2-648e-47d7-9d7e-d8adb245f0fa taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.433550] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.433671] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1efde2-648e-47d7-9d7e-d8adb245f0fa',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 667.445935] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.446119] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.449593] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.449593] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.449593] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 667.449593] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa is going to be created. [ 667.449593] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09b2c51d-776b-468f-be13-76160943120b with status ACTIVE [ 667.449593] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.449593] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.449593] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.449593] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.449593] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 667.450333] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.450333] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.450333] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.450333] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.450333] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 667.450333] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.450333] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.450532] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.450532] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.450584] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 667.451742] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09b2c51d-776b-468f-be13-76160943120b is going to be updated. [ 667.478285] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.478434] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.478527] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.478746] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.478835] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 667.478991] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09b2c51d-776b-468f-be13-76160943120b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 667.480154] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.480294] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.480412] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.481028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.481028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 667.491238] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa in Status: UNINITIALIZED for 2s [ 667.834944] env[60542]: INFO networking_nsxv3.common.synchronization [req-471b7531-8520-49db-b6ea-a99c262050aa req-7ff7992d-4e77-4f9f-93b5-297c0fc9418a tempest-SecurityGroupRulesTestJSON-1339237875 tempest-SecurityGroupRulesTestJSON-1339237875-project-member] Enqueued Resource ID: 1fd1063a-b24a-4019-be65-3eff2a69f666 with Priority: HIGHEST for action security_group_rules [ 667.835509] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd1063a-b24a-4019-be65-3eff2a69f666 with Priority: HIGHEST for action security_group_rules [ 667.836243] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd1063a-b24a-4019-be65-3eff2a69f666 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.836388] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd1063a-b24a-4019-be65-3eff2a69f666" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.836453] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd1063a-b24a-4019-be65-3eff2a69f666" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.836666] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd1063a-b24a-4019-be65-3eff2a69f666" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.836747] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd1063a-b24a-4019-be65-3eff2a69f666',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 667.901252] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.901252] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.901252] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.901252] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.901252] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 667.901252] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd1063a-b24a-4019-be65-3eff2a69f666 already deleted. [ 667.901538] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd1063a-b24a-4019-be65-3eff2a69f666" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 667.974427] env[60542]: INFO networking_nsxv3.common.synchronization [None req-2b9bd3c9-ef65-42a0-bbca-df8a93fe607d None None] Enqueued Resource ID: 7bc73cf8-268c-4e9a-b722-7537776bcb90 with Priority: HIGHEST for action port [ 667.974744] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc73cf8-268c-4e9a-b722-7537776bcb90 with Priority: HIGHEST for action port [ 667.975731] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bc73cf8-268c-4e9a-b722-7537776bcb90 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.975893] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bc73cf8-268c-4e9a-b722-7537776bcb90" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.975953] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bc73cf8-268c-4e9a-b722-7537776bcb90" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.976737] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bc73cf8-268c-4e9a-b722-7537776bcb90" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.976737] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bc73cf8-268c-4e9a-b722-7537776bcb90',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 668.006159] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bc73cf8-268c-4e9a-b722-7537776bcb90 [ 668.006758] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.006911] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.007208] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.007312] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.007312] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.007554] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bc73cf8-268c-4e9a-b722-7537776bcb90 already deleted. [ 668.007554] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bc73cf8-268c-4e9a-b722-7537776bcb90" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.268393] env[60542]: INFO networking_nsxv3.common.synchronization [None req-a471e70f-b570-47e5-967b-3d1710c45d9b tempest-ServerActionsTestOtherB-1079721433 tempest-ServerActionsTestOtherB-1079721433-project-member] Enqueued Resource ID: fa6c6a30-aaa6-4a7e-abe3-53422d51e57d with Priority: HIGHEST for action security_group_rules [ 668.268983] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6c6a30-aaa6-4a7e-abe3-53422d51e57d with Priority: HIGHEST for action security_group_rules [ 668.269318] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa6c6a30-aaa6-4a7e-abe3-53422d51e57d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.269447] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa6c6a30-aaa6-4a7e-abe3-53422d51e57d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.269516] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa6c6a30-aaa6-4a7e-abe3-53422d51e57d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.269804] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa6c6a30-aaa6-4a7e-abe3-53422d51e57d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.269922] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa6c6a30-aaa6-4a7e-abe3-53422d51e57d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 668.308925] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.308925] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.308925] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.308925] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.309339] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.309498] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa6c6a30-aaa6-4a7e-abe3-53422d51e57d already deleted. [ 668.309632] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa6c6a30-aaa6-4a7e-abe3-53422d51e57d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.371553] env[60542]: INFO networking_nsxv3.common.synchronization [None req-8e3868f3-1a78-4636-9a12-11f6e542cac7 None None] Enqueued Resource ID: e374a45c-94bb-4e3c-8e68-b0822b7e22af with Priority: HIGHEST for action port [ 668.371553] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e374a45c-94bb-4e3c-8e68-b0822b7e22af with Priority: HIGHEST for action port [ 668.371553] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-e374a45c-94bb-4e3c-8e68-b0822b7e22af taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.371553] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e374a45c-94bb-4e3c-8e68-b0822b7e22af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.371553] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e374a45c-94bb-4e3c-8e68-b0822b7e22af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.371553] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e374a45c-94bb-4e3c-8e68-b0822b7e22af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.372248] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e374a45c-94bb-4e3c-8e68-b0822b7e22af',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 668.382369] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e374a45c-94bb-4e3c-8e68-b0822b7e22af [ 668.382688] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.383917] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.384075] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.386556] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.386556] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.386556] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e374a45c-94bb-4e3c-8e68-b0822b7e22af already deleted. [ 668.386556] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e374a45c-94bb-4e3c-8e68-b0822b7e22af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.402363] env[60542]: INFO networking_nsxv3.common.synchronization [None req-9d4ecfe5-ab3d-4dc8-a5f7-570dbc1c325e tempest-ServerActionsTestOtherB-1079721433 tempest-ServerActionsTestOtherB-1079721433-project-member] Enqueued Resource ID: fa6c6a30-aaa6-4a7e-abe3-53422d51e57d with Priority: HIGHEST for action security_group_rules [ 668.402363] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6c6a30-aaa6-4a7e-abe3-53422d51e57d with Priority: HIGHEST for action security_group_rules [ 668.402363] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa6c6a30-aaa6-4a7e-abe3-53422d51e57d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.402363] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa6c6a30-aaa6-4a7e-abe3-53422d51e57d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.402363] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa6c6a30-aaa6-4a7e-abe3-53422d51e57d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.402363] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa6c6a30-aaa6-4a7e-abe3-53422d51e57d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.402363] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa6c6a30-aaa6-4a7e-abe3-53422d51e57d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 668.437314] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.437545] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.437663] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.437904] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.438011] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.438122] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa6c6a30-aaa6-4a7e-abe3-53422d51e57d already deleted. [ 668.438257] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa6c6a30-aaa6-4a7e-abe3-53422d51e57d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 669.080348] env[60542]: INFO networking_nsxv3.common.synchronization [req-4dc977bc-a358-4017-95c4-2a7f66e09398 req-24801331-c2bf-46f8-a331-fc70dafd83cf tempest-SecurityGroupRulesTestJSON-1339237875 tempest-SecurityGroupRulesTestJSON-1339237875-project-member] Enqueued Resource ID: 1fd1063a-b24a-4019-be65-3eff2a69f666 with Priority: HIGHEST for action security_group_rules [ 669.080645] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd1063a-b24a-4019-be65-3eff2a69f666 with Priority: HIGHEST for action security_group_rules [ 669.081188] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd1063a-b24a-4019-be65-3eff2a69f666 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.081319] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd1063a-b24a-4019-be65-3eff2a69f666" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 669.081387] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd1063a-b24a-4019-be65-3eff2a69f666" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 669.081589] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd1063a-b24a-4019-be65-3eff2a69f666" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 669.081672] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd1063a-b24a-4019-be65-3eff2a69f666',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 669.117841] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.118043] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 669.118130] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 669.118347] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 669.118446] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 669.118550] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd1063a-b24a-4019-be65-3eff2a69f666 already deleted. [ 669.118627] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd1063a-b24a-4019-be65-3eff2a69f666" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 669.505057] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa in Status: SUCCESS [ 669.505328] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 669.505502] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 669.505723] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 669.505921] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.506054] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 669.506127] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 669.506337] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 669.506426] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 669.506519] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 669.506617] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1efde2-648e-47d7-9d7e-d8adb245f0fa',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 669.523588] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1efde2-648e-47d7-9d7e-d8adb245f0fa',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 669.530097] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1efde2-648e-47d7-9d7e-d8adb245f0fa: rpc.has_security_group_logging(os_id): False [ 669.549315] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.549468] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 669.549543] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 669.549768] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 669.549885] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 669.550192] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.550325] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 669.550369] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 669.550531] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 669.550612] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 669.550701] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa is going to be created. [ 669.615798] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.615798] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 669.615798] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 669.615798] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 669.615798] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 669.627093] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa in Status: IN_PROGRESS for 2s [ 670.617960] env[60542]: INFO networking_nsxv3.common.synchronization [None req-ec1f7365-42d5-4296-ae78-c0aa4e1e4a07 None None] Enqueued Resource ID: e22f14db-170c-4b64-9e7d-d49c0f55e724 with Priority: HIGHEST for action port [ 670.618248] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e22f14db-170c-4b64-9e7d-d49c0f55e724 with Priority: HIGHEST for action port [ 670.618893] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-e22f14db-170c-4b64-9e7d-d49c0f55e724 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.619060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e22f14db-170c-4b64-9e7d-d49c0f55e724" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 670.619137] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e22f14db-170c-4b64-9e7d-d49c0f55e724" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 670.619421] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e22f14db-170c-4b64-9e7d-d49c0f55e724" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 670.619531] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e22f14db-170c-4b64-9e7d-d49c0f55e724',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 670.642558] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e22f14db-170c-4b64-9e7d-d49c0f55e724 [ 670.642769] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.644017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 670.644017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 670.644017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 670.644017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 670.644017] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e22f14db-170c-4b64-9e7d-d49c0f55e724 already deleted. [ 670.644017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e22f14db-170c-4b64-9e7d-d49c0f55e724" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 671.654438] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa in Status: SUCCESS [ 671.654438] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 675.621062] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 675.621062] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 677.204880] env[60542]: INFO networking_nsxv3.common.synchronization [None req-0257bd34-537a-46ab-93a3-c8d1d5a10bff None None] Enqueued Resource ID: 6105869d-ec6a-48ff-a7af-39374ba171b2 with Priority: HIGHEST for action port [ 677.205267] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6105869d-ec6a-48ff-a7af-39374ba171b2 with Priority: HIGHEST for action port [ 677.205547] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-6105869d-ec6a-48ff-a7af-39374ba171b2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.205677] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6105869d-ec6a-48ff-a7af-39374ba171b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 677.205749] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6105869d-ec6a-48ff-a7af-39374ba171b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 677.206592] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6105869d-ec6a-48ff-a7af-39374ba171b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 677.206592] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6105869d-ec6a-48ff-a7af-39374ba171b2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 677.231854] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6105869d-ec6a-48ff-a7af-39374ba171b2 [ 677.231854] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.231854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 677.231854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 677.231854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 677.231854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 677.231854] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6105869d-ec6a-48ff-a7af-39374ba171b2 already deleted. [ 677.231854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6105869d-ec6a-48ff-a7af-39374ba171b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 679.006104] env[60542]: INFO networking_nsxv3.common.synchronization [None req-0ed1b299-7478-412f-b6f7-935e4222f22c None None] Enqueued Resource ID: 062f3afa-f067-43bb-9819-e6608563aa88 with Priority: HIGHEST for action port [ 679.006104] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062f3afa-f067-43bb-9819-e6608563aa88 with Priority: HIGHEST for action port [ 679.006425] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-062f3afa-f067-43bb-9819-e6608563aa88 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.006543] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-062f3afa-f067-43bb-9819-e6608563aa88" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 679.006543] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-062f3afa-f067-43bb-9819-e6608563aa88" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 679.007278] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-062f3afa-f067-43bb-9819-e6608563aa88" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 679.007278] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('062f3afa-f067-43bb-9819-e6608563aa88',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 679.036266] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 062f3afa-f067-43bb-9819-e6608563aa88 [ 679.036266] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.036266] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 679.036266] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 679.036266] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 679.036266] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 679.036266] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:062f3afa-f067-43bb-9819-e6608563aa88 already deleted. [ 679.036266] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-062f3afa-f067-43bb-9819-e6608563aa88" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 679.316371] env[60542]: INFO networking_nsxv3.common.synchronization [None req-2a384f4b-0fff-4971-82db-2964bef47880 None None] Enqueued Resource ID: 0bf68a23-229a-49a0-8e1b-a2df728ca851 with Priority: HIGHEST for action port [ 679.316684] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf68a23-229a-49a0-8e1b-a2df728ca851 with Priority: HIGHEST for action port [ 679.317242] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bf68a23-229a-49a0-8e1b-a2df728ca851 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.317377] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bf68a23-229a-49a0-8e1b-a2df728ca851" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 679.317447] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bf68a23-229a-49a0-8e1b-a2df728ca851" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 679.317718] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bf68a23-229a-49a0-8e1b-a2df728ca851" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 679.317796] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bf68a23-229a-49a0-8e1b-a2df728ca851',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 679.337695] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bf68a23-229a-49a0-8e1b-a2df728ca851 [ 679.337918] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.338445] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 679.338562] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 679.338784] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 679.338886] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 679.338975] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bf68a23-229a-49a0-8e1b-a2df728ca851 already deleted. [ 679.339087] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bf68a23-229a-49a0-8e1b-a2df728ca851" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 680.067749] env[60542]: INFO networking_nsxv3.common.synchronization [None req-eb0b1706-fb3b-4c38-bbdd-5df285006cff None None] Enqueued Resource ID: cca1b2ed-95b3-4206-a72f-23aa31905490 with Priority: HIGHEST for action port [ 680.067749] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca1b2ed-95b3-4206-a72f-23aa31905490 with Priority: HIGHEST for action port [ 680.067749] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-cca1b2ed-95b3-4206-a72f-23aa31905490 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.067749] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cca1b2ed-95b3-4206-a72f-23aa31905490" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 680.067749] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cca1b2ed-95b3-4206-a72f-23aa31905490" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 680.068809] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cca1b2ed-95b3-4206-a72f-23aa31905490" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 680.070043] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cca1b2ed-95b3-4206-a72f-23aa31905490',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 680.085284] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cca1b2ed-95b3-4206-a72f-23aa31905490 [ 680.085284] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.085284] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 680.085284] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 680.085284] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 680.085284] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 680.085284] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cca1b2ed-95b3-4206-a72f-23aa31905490 already deleted. [ 680.085284] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cca1b2ed-95b3-4206-a72f-23aa31905490" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 681.591201] env[60542]: INFO networking_nsxv3.common.synchronization [None req-ac462576-20cc-4310-b371-cf25bdc57e0e None None] Enqueued Resource ID: b2e5344e-9dc2-478c-90fa-6fb6592ffef4 with Priority: HIGHEST for action port [ 681.591201] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e5344e-9dc2-478c-90fa-6fb6592ffef4 with Priority: HIGHEST for action port [ 681.591497] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2e5344e-9dc2-478c-90fa-6fb6592ffef4 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.591497] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2e5344e-9dc2-478c-90fa-6fb6592ffef4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 681.591588] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2e5344e-9dc2-478c-90fa-6fb6592ffef4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 681.591834] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2e5344e-9dc2-478c-90fa-6fb6592ffef4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 681.591917] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2e5344e-9dc2-478c-90fa-6fb6592ffef4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 681.610119] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2e5344e-9dc2-478c-90fa-6fb6592ffef4 [ 681.610357] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.610486] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 681.610558] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 681.610768] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 681.610894] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 681.611012] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2e5344e-9dc2-478c-90fa-6fb6592ffef4 already deleted. [ 681.611134] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2e5344e-9dc2-478c-90fa-6fb6592ffef4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 681.668450] env[60542]: INFO networking_nsxv3.common.synchronization [None req-fde23e86-4ba3-44d7-8eb0-f334cd4272cd None None] Enqueued Resource ID: 324b258c-ee20-4c9c-8efd-f790870e5de7 with Priority: HIGHEST for action port [ 681.668870] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324b258c-ee20-4c9c-8efd-f790870e5de7 with Priority: HIGHEST for action port [ 681.671325] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-324b258c-ee20-4c9c-8efd-f790870e5de7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.671325] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-324b258c-ee20-4c9c-8efd-f790870e5de7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 681.671325] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-324b258c-ee20-4c9c-8efd-f790870e5de7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 681.671325] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-324b258c-ee20-4c9c-8efd-f790870e5de7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 681.671325] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('324b258c-ee20-4c9c-8efd-f790870e5de7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 681.692895] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 324b258c-ee20-4c9c-8efd-f790870e5de7 [ 681.692895] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.692895] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 681.692895] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 681.692895] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 681.692895] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 681.692895] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:324b258c-ee20-4c9c-8efd-f790870e5de7 already deleted. [ 681.692895] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-324b258c-ee20-4c9c-8efd-f790870e5de7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 682.173521] env[60542]: INFO networking_nsxv3.common.synchronization [req-5890bfe5-9f05-434c-9b70-52ae1736d145 req-d7f7ec35-93cb-48fa-9b54-af624bebb137 tempest-SecurityGroupRulesNegativeTestJSON-158512057 tempest-SecurityGroupRulesNegativeTestJSON-158512057-project-member] Enqueued Resource ID: 825ff279-84e1-455c-9ced-608dc713f692 with Priority: HIGHEST for action security_group_rules [ 682.173521] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825ff279-84e1-455c-9ced-608dc713f692 with Priority: HIGHEST for action security_group_rules [ 682.173521] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-825ff279-84e1-455c-9ced-608dc713f692 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.173521] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-825ff279-84e1-455c-9ced-608dc713f692" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 682.173521] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-825ff279-84e1-455c-9ced-608dc713f692" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 682.173521] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-825ff279-84e1-455c-9ced-608dc713f692" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 682.173521] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('825ff279-84e1-455c-9ced-608dc713f692',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 682.209203] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.209386] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 682.209458] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 682.209669] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 682.209774] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 682.209870] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 825ff279-84e1-455c-9ced-608dc713f692 already deleted. [ 682.209954] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-825ff279-84e1-455c-9ced-608dc713f692" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 682.769189] env[60542]: INFO networking_nsxv3.common.synchronization [req-36520039-33a8-41c6-a50d-dcbb2eaa7b6a req-d1363cf4-d55d-4275-bbbd-517cd4378ce6 tempest-SecurityGroupRulesNegativeTestJSON-158512057 tempest-SecurityGroupRulesNegativeTestJSON-158512057-project-member] Enqueued Resource ID: 825ff279-84e1-455c-9ced-608dc713f692 with Priority: HIGHEST for action security_group_rules [ 682.769478] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825ff279-84e1-455c-9ced-608dc713f692 with Priority: HIGHEST for action security_group_rules [ 682.769980] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-825ff279-84e1-455c-9ced-608dc713f692 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.770126] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-825ff279-84e1-455c-9ced-608dc713f692" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 682.770201] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-825ff279-84e1-455c-9ced-608dc713f692" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 682.770405] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-825ff279-84e1-455c-9ced-608dc713f692" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 682.770490] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('825ff279-84e1-455c-9ced-608dc713f692',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 682.799609] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.799767] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 682.799840] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 682.800070] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 682.800172] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 682.800270] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 825ff279-84e1-455c-9ced-608dc713f692 already deleted. [ 682.800357] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-825ff279-84e1-455c-9ced-608dc713f692" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 687.771037] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 687.771037] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 689.340717] env[60542]: INFO networking_nsxv3.common.synchronization [None req-dec5e69b-859b-4aae-9c59-2f96bfac6d9e None None] Enqueued Resource ID: 917402e9-60bc-41b2-8559-8790a6188855 with Priority: HIGHEST for action port [ 689.340717] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917402e9-60bc-41b2-8559-8790a6188855 with Priority: HIGHEST for action port [ 689.340717] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-917402e9-60bc-41b2-8559-8790a6188855 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.340717] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-917402e9-60bc-41b2-8559-8790a6188855" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 689.340717] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-917402e9-60bc-41b2-8559-8790a6188855" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 689.340717] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-917402e9-60bc-41b2-8559-8790a6188855" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 689.344165] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('917402e9-60bc-41b2-8559-8790a6188855',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 689.366595] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 917402e9-60bc-41b2-8559-8790a6188855 [ 689.366833] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.367223] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 689.367223] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 689.367387] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 689.367387] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 689.367467] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:917402e9-60bc-41b2-8559-8790a6188855 already deleted. [ 689.367531] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-917402e9-60bc-41b2-8559-8790a6188855" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 691.377402] env[60542]: INFO networking_nsxv3.common.synchronization [None req-9e87d9b9-da3f-4230-9cf0-2e3d64698763 None None] Enqueued Resource ID: f406b429-6775-4834-b20d-3850cda60920 with Priority: HIGHEST for action port [ 691.377724] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f406b429-6775-4834-b20d-3850cda60920 with Priority: HIGHEST for action port [ 691.378050] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-f406b429-6775-4834-b20d-3850cda60920 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.378192] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f406b429-6775-4834-b20d-3850cda60920" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 691.378365] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f406b429-6775-4834-b20d-3850cda60920" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 691.378735] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f406b429-6775-4834-b20d-3850cda60920" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 691.378735] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f406b429-6775-4834-b20d-3850cda60920',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 691.420030] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f406b429-6775-4834-b20d-3850cda60920 [ 691.420276] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.420424] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 691.420736] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 691.420736] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 691.420736] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 691.420887] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f406b429-6775-4834-b20d-3850cda60920 already deleted. [ 691.420887] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f406b429-6775-4834-b20d-3850cda60920" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 696.378525] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 696.378858] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 701.379837] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 701.380145] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 706.380714] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 706.381126] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 711.382839] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 711.383168] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 713.485744] env[60542]: INFO networking_nsxv3.common.synchronization [req-252c52dd-2b0e-4ee7-8e94-1b981f114895 req-a1662390-f8b3-48b3-856d-0aa9eff7722b tempest-ServerExternalEventsTest-1040538488 tempest-ServerExternalEventsTest-1040538488-project-member] Enqueued Resource ID: 7468b1ee-211e-4888-aa4d-95ac0166099a with Priority: HIGHEST for action security_group_members [ 713.486071] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7468b1ee-211e-4888-aa4d-95ac0166099a with Priority: HIGHEST for action security_group_members [ 713.486654] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-7468b1ee-211e-4888-aa4d-95ac0166099a taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.486816] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 713.486908] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 713.487232] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 713.487410] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.487523] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 713.487615] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 713.487798] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 713.487892] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 713.487994] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7468b1ee-211e-4888-aa4d-95ac0166099a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 713.496130] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.496295] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 713.496361] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 713.496494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 713.496587] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 713.496773] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.496867] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 713.496935] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 713.497104] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 713.497293] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 713.497424] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7468b1ee-211e-4888-aa4d-95ac0166099a is going to be updated. [ 713.528850] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.529025] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 713.529091] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 713.529343] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 713.529510] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 713.538734] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7468b1ee-211e-4888-aa4d-95ac0166099a in Status: IN_PROGRESS for 2s [ 715.233651] env[60542]: INFO networking_nsxv3.common.synchronization [req-eb90076f-127d-4345-af44-bfa8dc28fd29 req-00bc5ce0-14e0-4b0d-95ba-feebb617e3b1 tempest-ListImageFiltersTestJSON-1294019059 tempest-ListImageFiltersTestJSON-1294019059-project-member] Enqueued Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_members [ 715.233651] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_members [ 715.233651] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.233651] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.233651] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.233651] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.234321] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.237314] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.237314] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.237314] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.237314] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.237314] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 715.246427] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.246747] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.247154] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.247462] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.247794] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.248128] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.248376] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.248546] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.249307] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.249307] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.249307] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 already deleted. [ 715.249307] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.550371] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7468b1ee-211e-4888-aa4d-95ac0166099a in Status: SUCCESS [ 715.550371] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7468b1ee-211e-4888-aa4d-95ac0166099a deletion is rescheduled due to dependency. [ 715.550371] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.820024] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.820024] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.820024] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.820024] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.820024] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.820024] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.820024] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.820024] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.820024] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.820024] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 715.820024] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 715.820024] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 715.820024] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 715.820547] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 715.820547] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 715.821084] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.839649] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.839812] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 715.839960] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 715.840163] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.840526] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-7696794d-4c5d-406f-b4e5-b0e3e34a7019 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.840713] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-7696794d-4c5d-406f-b4e5-b0e3e34a7019" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.840841] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-7696794d-4c5d-406f-b4e5-b0e3e34a7019" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.841271] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-7696794d-4c5d-406f-b4e5-b0e3e34a7019" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.841498] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7696794d-4c5d-406f-b4e5-b0e3e34a7019',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 715.856951] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.857191] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.857323] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.857846] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.857846] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.858018] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 7696794d-4c5d-406f-b4e5-b0e3e34a7019 not found, creating... [ 715.858333] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.858517] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.858643] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.858876] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.859305] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.859635] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.859803] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.859924] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.860155] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.860296] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.860442] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 7696794d-4c5d-406f-b4e5-b0e3e34a7019 is going to be created. [ 715.883071] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.884285] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.884285] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.884285] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.884285] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.884285] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-7696794d-4c5d-406f-b4e5-b0e3e34a7019" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.401416] env[60542]: INFO networking_nsxv3.common.synchronization [req-eb90076f-127d-4345-af44-bfa8dc28fd29 req-375fab34-5297-4aa1-ac64-6d0710031287 service neutron] Enqueued Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_rules [ 716.401416] env[60542]: INFO networking_nsxv3.common.synchronization [req-eb90076f-127d-4345-af44-bfa8dc28fd29 req-375fab34-5297-4aa1-ac64-6d0710031287 service neutron] Enqueued Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_members [ 716.401416] env[60542]: INFO networking_nsxv3.common.synchronization [req-eb90076f-127d-4345-af44-bfa8dc28fd29 req-375fab34-5297-4aa1-ac64-6d0710031287 service neutron] Enqueued Resource ID: 7696794d-4c5d-406f-b4e5-b0e3e34a7019 with Priority: HIGHEST for action port [ 716.401416] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_rules [ 716.401416] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_members [ 716.401416] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7696794d-4c5d-406f-b4e5-b0e3e34a7019 with Priority: HIGHEST for action port [ 716.401416] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.401416] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.401416] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.402248] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.402432] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 716.403837] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.404169] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.404328] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.404783] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.410314] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.410314] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.410314] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.410314] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.410314] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.410314] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 716.412309] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-7696794d-4c5d-406f-b4e5-b0e3e34a7019 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.412309] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7696794d-4c5d-406f-b4e5-b0e3e34a7019" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.412309] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7696794d-4c5d-406f-b4e5-b0e3e34a7019" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.412309] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7696794d-4c5d-406f-b4e5-b0e3e34a7019" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.412309] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7696794d-4c5d-406f-b4e5-b0e3e34a7019',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 716.429713] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 716.449599] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.450257] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.450563] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 716.455369] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7696794d-4c5d-406f-b4e5-b0e3e34a7019 with status ACTIVE [ 716.458022] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.458022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.458022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.458022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.458022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.458022] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.458022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.458022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.458022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.458022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.458022] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.458022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.458022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.458022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.458022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.458535] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7696794d-4c5d-406f-b4e5-b0e3e34a7019 is going to be updated. [ 716.460357] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.460627] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.460792] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.461044] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.461221] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.461394] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 is going to be created. [ 716.490018] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.490018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.490018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.490018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.490018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.490018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7696794d-4c5d-406f-b4e5-b0e3e34a7019" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.490018] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.490587] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.490827] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.491164] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.491538] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.509906] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: UNINITIALIZED for 2s [ 718.523040] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: SUCCESS [ 718.523287] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.523456] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.523706] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.523905] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.524040] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.524111] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.524274] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.524359] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.524450] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.524544] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 718.537527] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.537681] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.537758] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.537989] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.538165] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.538272] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.538339] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.538500] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.538590] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.538685] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.538835] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.538930] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.538992] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.539157] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.539297] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.539390] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.539453] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.539593] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.539669] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.539752] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.539842] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 718.547109] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93d4a22c-a1dc-4513-b525-3457b9f1cb22: rpc.has_security_group_logging(os_id): False [ 718.566231] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.566423] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.566542] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.566818] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.566908] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.567145] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.567291] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.567364] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.567544] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.567643] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.567836] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.567938] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.568008] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.568163] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.568242] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.568423] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.568520] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.568585] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.568729] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.568807] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.568894] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 is going to be created. [ 718.625846] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.627339] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.627339] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.627339] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.627339] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.636624] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: IN_PROGRESS for 2s [ 719.015127] env[60542]: INFO networking_nsxv3.common.synchronization [req-67513f80-bc5a-4a37-99dc-57f59becc98d req-f935afcc-a534-4d05-942c-42275effb95c tempest-AttachVolumeShelveTestJSON-723093209 tempest-AttachVolumeShelveTestJSON-723093209-project-member] Enqueued Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGHEST for action security_group_members [ 719.015411] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGHEST for action security_group_members [ 719.016023] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1efde2-648e-47d7-9d7e-d8adb245f0fa taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.016163] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 719.016209] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 719.016416] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 719.016595] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.016655] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 719.016753] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 719.016870] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 719.016959] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 719.017096] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1efde2-648e-47d7-9d7e-d8adb245f0fa',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 719.024819] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.024946] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 719.025027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 719.025245] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 719.025297] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 719.025470] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.025566] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 719.025655] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 719.025949] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 719.025949] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 719.026055] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa is going to be updated. [ 719.055771] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.056024] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 719.056097] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 719.056352] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 719.056503] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 719.065396] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa in Status: IN_PROGRESS for 2s [ 720.243326] env[60542]: INFO networking_nsxv3.common.synchronization [req-742b174a-c430-401c-9610-59b04ea9602b req-fd700cf0-574b-48ba-8df7-edf21aa273f8 tempest-SecurityGroupsTestJSON-1924620447 tempest-SecurityGroupsTestJSON-1924620447-project-member] Enqueued Resource ID: 912cf370-adb3-4815-ad87-067a18af6007 with Priority: HIGHEST for action security_group_members [ 720.243827] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912cf370-adb3-4815-ad87-067a18af6007 with Priority: HIGHEST for action security_group_members [ 720.244341] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-912cf370-adb3-4815-ad87-067a18af6007 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.244341] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 720.244341] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 720.244652] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 720.244738] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.244842] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 720.244906] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 720.245254] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 720.245354] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 720.245450] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('912cf370-adb3-4815-ad87-067a18af6007',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 720.254725] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.254961] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 720.254961] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 720.255110] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 720.255388] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 720.255554] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.255683] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 720.255750] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 720.255932] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 720.256019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 720.256123] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912cf370-adb3-4815-ad87-067a18af6007 already deleted. [ 720.256213] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 720.652900] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: SUCCESS [ 720.653167] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.025957] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.026372] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-807" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.026372] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-807" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.027103] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-807" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.027432] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.027629] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.027757] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.028088] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.028257] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.028474] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 721.028592] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 721.028705] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 721.028816] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 721.028928] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 721.029135] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 721.029209] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.048613] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.048797] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 721.048931] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 721.049151] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-807" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.049472] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-a2c5ed22-d705-4425-b72f-36792e06f5e7 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.049650] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-a2c5ed22-d705-4425-b72f-36792e06f5e7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.049959] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-a2c5ed22-d705-4425-b72f-36792e06f5e7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.050295] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-a2c5ed22-d705-4425-b72f-36792e06f5e7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.050441] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c5ed22-d705-4425-b72f-36792e06f5e7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 721.064679] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.064840] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.064959] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.065240] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.065394] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.065554] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port a2c5ed22-d705-4425-b72f-36792e06f5e7 not found, creating... [ 721.065891] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.066074] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.066201] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.066431] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.066575] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.066920] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.067426] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.067541] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.067770] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.067919] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.068085] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: a2c5ed22-d705-4425-b72f-36792e06f5e7 is going to be created. [ 721.082242] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa in Status: SUCCESS [ 721.082242] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa deletion is rescheduled due to dependency. [ 721.082242] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.087434] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.087680] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.087814] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.088200] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.089400] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.089400] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-a2c5ed22-d705-4425-b72f-36792e06f5e7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.544940] env[60542]: INFO networking_nsxv3.common.synchronization [req-742b174a-c430-401c-9610-59b04ea9602b req-8a90cdaa-afcb-4088-a960-bfbdbaece2d8 service neutron] Enqueued Resource ID: 912cf370-adb3-4815-ad87-067a18af6007 with Priority: HIGHEST for action security_group_rules [ 721.547275] env[60542]: INFO networking_nsxv3.common.synchronization [req-742b174a-c430-401c-9610-59b04ea9602b req-8a90cdaa-afcb-4088-a960-bfbdbaece2d8 service neutron] Enqueued Resource ID: 912cf370-adb3-4815-ad87-067a18af6007 with Priority: HIGHEST for action security_group_members [ 721.547275] env[60542]: INFO networking_nsxv3.common.synchronization [req-742b174a-c430-401c-9610-59b04ea9602b req-8a90cdaa-afcb-4088-a960-bfbdbaece2d8 service neutron] Enqueued Resource ID: a2c5ed22-d705-4425-b72f-36792e06f5e7 with Priority: HIGHEST for action port [ 721.547275] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912cf370-adb3-4815-ad87-067a18af6007 with Priority: HIGHEST for action security_group_rules [ 721.547275] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912cf370-adb3-4815-ad87-067a18af6007 with Priority: HIGHEST for action security_group_members [ 721.547275] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c5ed22-d705-4425-b72f-36792e06f5e7 with Priority: HIGHEST for action port [ 721.547275] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-912cf370-adb3-4815-ad87-067a18af6007 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.547275] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.547275] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.548166] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.548361] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('912cf370-adb3-4815-ad87-067a18af6007',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 721.549676] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-912cf370-adb3-4815-ad87-067a18af6007 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.555060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.555060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.555060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.555060] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.555060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.555060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.555060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.555060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.555060] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('912cf370-adb3-4815-ad87-067a18af6007',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 721.557537] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2c5ed22-d705-4425-b72f-36792e06f5e7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.557537] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2c5ed22-d705-4425-b72f-36792e06f5e7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.557537] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2c5ed22-d705-4425-b72f-36792e06f5e7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.557537] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2c5ed22-d705-4425-b72f-36792e06f5e7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.557537] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c5ed22-d705-4425-b72f-36792e06f5e7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 721.569679] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('912cf370-adb3-4815-ad87-067a18af6007',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 721.576955] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-912cf370-adb3-4815-ad87-067a18af6007 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.577108] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.580912] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('912cf370-adb3-4815-ad87-067a18af6007',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 721.582532] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2c5ed22-d705-4425-b72f-36792e06f5e7 with status ACTIVE [ 721.582727] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.582849] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.582919] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.583140] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.583235] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.583412] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.583524] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.583598] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.583763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.583846] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.584041] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.584140] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.584202] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.584347] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.584423] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.584509] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2c5ed22-d705-4425-b72f-36792e06f5e7 is going to be updated. [ 721.586606] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.586749] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.586846] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.586978] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.587075] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.587166] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912cf370-adb3-4815-ad87-067a18af6007 is going to be created. [ 721.609166] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.609459] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.609459] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.609694] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.609772] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.609988] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2c5ed22-d705-4425-b72f-36792e06f5e7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.615071] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.615244] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 721.615282] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 721.615506] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 721.615689] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.625793] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912cf370-adb3-4815-ad87-067a18af6007 in Status: UNINITIALIZED for 2s [ 722.951945] env[60542]: INFO networking_nsxv3.common.synchronization [None req-7e57adca-8f52-45a8-a1de-04c34f8ad9a0 tempest-AttachVolumeShelveTestJSON-723093209 tempest-AttachVolumeShelveTestJSON-723093209-project-member] Enqueued Resource ID: adcd6b14-f665-4105-a2f3-4fef037b9c25 with Priority: HIGHEST for action security_group_rules [ 722.952290] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adcd6b14-f665-4105-a2f3-4fef037b9c25 with Priority: HIGHEST for action security_group_rules [ 722.952936] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adcd6b14-f665-4105-a2f3-4fef037b9c25 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.953215] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adcd6b14-f665-4105-a2f3-4fef037b9c25" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 722.953299] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adcd6b14-f665-4105-a2f3-4fef037b9c25" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 722.953511] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adcd6b14-f665-4105-a2f3-4fef037b9c25" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 722.953622] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adcd6b14-f665-4105-a2f3-4fef037b9c25',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 722.985740] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.985914] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 722.985972] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 722.986203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 722.986306] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 722.986402] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adcd6b14-f665-4105-a2f3-4fef037b9c25 already deleted. [ 722.986483] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adcd6b14-f665-4105-a2f3-4fef037b9c25" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 723.028019] env[60542]: INFO networking_nsxv3.common.synchronization [None req-b493c87f-6a68-46da-9e2e-3321b0716967 tempest-AttachVolumeShelveTestJSON-723093209 tempest-AttachVolumeShelveTestJSON-723093209-project-member] Enqueued Resource ID: adcd6b14-f665-4105-a2f3-4fef037b9c25 with Priority: HIGHEST for action security_group_rules [ 723.028019] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adcd6b14-f665-4105-a2f3-4fef037b9c25 with Priority: HIGHEST for action security_group_rules [ 723.028019] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adcd6b14-f665-4105-a2f3-4fef037b9c25 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.028019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adcd6b14-f665-4105-a2f3-4fef037b9c25" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 723.028019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adcd6b14-f665-4105-a2f3-4fef037b9c25" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 723.028019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adcd6b14-f665-4105-a2f3-4fef037b9c25" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 723.028019] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adcd6b14-f665-4105-a2f3-4fef037b9c25',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 723.053100] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.053261] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 723.053334] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 723.053587] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 723.053699] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 723.053797] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adcd6b14-f665-4105-a2f3-4fef037b9c25 already deleted. [ 723.053881] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adcd6b14-f665-4105-a2f3-4fef037b9c25" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 723.637357] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912cf370-adb3-4815-ad87-067a18af6007 in Status: SUCCESS [ 723.637523] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 723.637635] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 723.637929] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 723.638231] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.638362] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 723.638427] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 723.638594] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 723.638683] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 723.638776] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 723.638873] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('912cf370-adb3-4815-ad87-067a18af6007',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 723.652920] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-912cf370-adb3-4815-ad87-067a18af6007 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.653049] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 723.653098] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 723.653308] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 723.653475] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.653580] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 723.653647] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 723.653816] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 723.653905] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 723.653999] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 723.654163] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-912cf370-adb3-4815-ad87-067a18af6007 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.654260] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 723.654324] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 723.654821] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 723.654821] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.654821] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 723.654821] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 723.654989] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 723.654989] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 723.655120] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 723.655184] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('912cf370-adb3-4815-ad87-067a18af6007',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 723.661517] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 912cf370-adb3-4815-ad87-067a18af6007: rpc.has_security_group_logging(os_id): False [ 723.680992] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.682117] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 723.682117] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 723.682117] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 723.682117] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 723.682698] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.684016] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 723.684016] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 723.684016] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 723.684016] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 723.684016] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.684016] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 723.684016] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 723.684016] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 723.684016] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 723.684579] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.685040] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 723.685212] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 723.685449] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 723.685889] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 723.686099] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 912cf370-adb3-4815-ad87-067a18af6007 is going to be created. [ 723.746120] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.746120] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 723.746120] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 723.746120] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 723.746120] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 723.756019] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 912cf370-adb3-4815-ad87-067a18af6007 in Status: IN_PROGRESS for 2s [ 725.771505] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 912cf370-adb3-4815-ad87-067a18af6007 in Status: SUCCESS [ 725.771505] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 726.040218] env[60542]: INFO networking_nsxv3.common.synchronization [None req-e3b433d3-34cb-4cfe-b198-cdc4811b9368 None None] Enqueued Resource ID: 3037fc78-9c08-42f2-a73f-212c51c7d43b with Priority: HIGHEST for action port [ 726.040218] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3037fc78-9c08-42f2-a73f-212c51c7d43b with Priority: HIGHEST for action port [ 726.040218] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-3037fc78-9c08-42f2-a73f-212c51c7d43b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.040363] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3037fc78-9c08-42f2-a73f-212c51c7d43b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 726.044368] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3037fc78-9c08-42f2-a73f-212c51c7d43b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 726.044368] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3037fc78-9c08-42f2-a73f-212c51c7d43b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 726.044368] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3037fc78-9c08-42f2-a73f-212c51c7d43b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 726.053784] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3037fc78-9c08-42f2-a73f-212c51c7d43b [ 726.053993] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.055070] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 726.055070] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 726.055070] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 726.055070] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 726.055070] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3037fc78-9c08-42f2-a73f-212c51c7d43b already deleted. [ 726.055070] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3037fc78-9c08-42f2-a73f-212c51c7d43b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 727.988177] env[60542]: INFO networking_nsxv3.common.synchronization [None req-2fc95c5d-445e-49dd-94ff-7f8d8d48ad7a None None] Enqueued Resource ID: b78927fd-f24a-4fac-a219-639a44d01300 with Priority: HIGHEST for action port [ 727.988177] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b78927fd-f24a-4fac-a219-639a44d01300 with Priority: HIGHEST for action port [ 727.988177] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-b78927fd-f24a-4fac-a219-639a44d01300 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.988177] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b78927fd-f24a-4fac-a219-639a44d01300" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 727.988177] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b78927fd-f24a-4fac-a219-639a44d01300" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 727.988177] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b78927fd-f24a-4fac-a219-639a44d01300" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 727.988177] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b78927fd-f24a-4fac-a219-639a44d01300',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 728.020532] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b78927fd-f24a-4fac-a219-639a44d01300 [ 728.021993] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.023031] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 728.023031] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 728.023031] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 728.023031] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 728.023031] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b78927fd-f24a-4fac-a219-639a44d01300 already deleted. [ 728.023031] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b78927fd-f24a-4fac-a219-639a44d01300" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 732.991025] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 732.991025] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 733.593615] env[60542]: INFO networking_nsxv3.common.synchronization [None req-34808fbd-91d7-4f47-960e-1e84532bcb3d None None] Enqueued Resource ID: d54353cb-f1fc-4c65-a6c6-9ea02c9e516e with Priority: HIGHEST for action port [ 733.593900] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54353cb-f1fc-4c65-a6c6-9ea02c9e516e with Priority: HIGHEST for action port [ 733.594198] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-d54353cb-f1fc-4c65-a6c6-9ea02c9e516e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.594331] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d54353cb-f1fc-4c65-a6c6-9ea02c9e516e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 733.594400] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d54353cb-f1fc-4c65-a6c6-9ea02c9e516e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 733.595317] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d54353cb-f1fc-4c65-a6c6-9ea02c9e516e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 733.595317] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d54353cb-f1fc-4c65-a6c6-9ea02c9e516e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 733.604256] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d54353cb-f1fc-4c65-a6c6-9ea02c9e516e [ 733.604489] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.604619] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 733.604681] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 733.605058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 733.605058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 733.605318] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d54353cb-f1fc-4c65-a6c6-9ea02c9e516e already deleted. [ 733.605318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d54353cb-f1fc-4c65-a6c6-9ea02c9e516e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 734.081394] env[60542]: INFO networking_nsxv3.common.synchronization [None req-dddd2705-e96f-4995-9f42-535c0d488723 tempest-ServersTestBootFromVolume-1288516819 tempest-ServersTestBootFromVolume-1288516819-project-member] Enqueued Resource ID: 776a685a-5993-4ae7-ba59-69c32297af7e with Priority: HIGHEST for action security_group_rules [ 734.082057] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776a685a-5993-4ae7-ba59-69c32297af7e with Priority: HIGHEST for action security_group_rules [ 734.082429] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776a685a-5993-4ae7-ba59-69c32297af7e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.082578] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776a685a-5993-4ae7-ba59-69c32297af7e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 734.082649] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776a685a-5993-4ae7-ba59-69c32297af7e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 734.082919] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776a685a-5993-4ae7-ba59-69c32297af7e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 734.083014] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776a685a-5993-4ae7-ba59-69c32297af7e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 734.112948] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.113156] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 734.113260] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 734.113507] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 734.113615] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 734.113771] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776a685a-5993-4ae7-ba59-69c32297af7e already deleted. [ 734.113860] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776a685a-5993-4ae7-ba59-69c32297af7e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 734.150146] env[60542]: INFO networking_nsxv3.common.synchronization [None req-9d509ddc-9578-419e-83e6-33d5d64a690e tempest-ServersTestBootFromVolume-1288516819 tempest-ServersTestBootFromVolume-1288516819-project-member] Enqueued Resource ID: 776a685a-5993-4ae7-ba59-69c32297af7e with Priority: HIGHEST for action security_group_rules [ 734.150450] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776a685a-5993-4ae7-ba59-69c32297af7e with Priority: HIGHEST for action security_group_rules [ 734.150972] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776a685a-5993-4ae7-ba59-69c32297af7e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.151122] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776a685a-5993-4ae7-ba59-69c32297af7e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 734.151196] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776a685a-5993-4ae7-ba59-69c32297af7e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 734.151401] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776a685a-5993-4ae7-ba59-69c32297af7e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 734.151486] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776a685a-5993-4ae7-ba59-69c32297af7e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 734.184952] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.185211] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 734.185211] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 734.185405] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 734.185499] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 734.185594] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776a685a-5993-4ae7-ba59-69c32297af7e already deleted. [ 734.185679] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776a685a-5993-4ae7-ba59-69c32297af7e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 735.862062] env[60542]: INFO networking_nsxv3.common.synchronization [None req-baf1833c-d077-4b76-a4c5-3309a926021a None None] Enqueued Resource ID: b696d8cd-6b1f-4e46-bdb0-3ee2703210db with Priority: HIGHEST for action port [ 735.862352] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b696d8cd-6b1f-4e46-bdb0-3ee2703210db with Priority: HIGHEST for action port [ 735.862640] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-b696d8cd-6b1f-4e46-bdb0-3ee2703210db taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.862770] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b696d8cd-6b1f-4e46-bdb0-3ee2703210db" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 735.862846] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b696d8cd-6b1f-4e46-bdb0-3ee2703210db" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 735.863137] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b696d8cd-6b1f-4e46-bdb0-3ee2703210db" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 735.863226] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b696d8cd-6b1f-4e46-bdb0-3ee2703210db',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 735.907123] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b696d8cd-6b1f-4e46-bdb0-3ee2703210db [ 735.907123] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.907123] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 735.907123] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 735.907123] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 735.907123] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 735.907123] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b696d8cd-6b1f-4e46-bdb0-3ee2703210db already deleted. [ 735.907123] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b696d8cd-6b1f-4e46-bdb0-3ee2703210db" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 740.863558] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 740.864037] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 745.864770] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 745.864770] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 750.865482] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 750.865805] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 754.934105] env[60542]: INFO networking_nsxv3.common.synchronization [req-5f747afc-a0ca-4503-9a0c-e7fa71597cd4 req-9ff8a26e-e7a8-4f57-86e2-ef63662a43ae tempest-DeleteServersAdminTestJSON-523328319 tempest-DeleteServersAdminTestJSON-523328319-project-member] Enqueued Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_members [ 754.934635] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_members [ 754.934994] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20372a7-c689-4c8e-baad-17a08e6925e2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.935158] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 754.935232] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 754.935464] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 754.935977] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.936260] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 754.936402] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 754.936532] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 754.936674] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 754.936754] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 754.952287] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.952391] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 754.952494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 754.952605] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 754.952701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 754.952917] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.952985] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 754.953115] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 754.953209] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 754.953309] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 754.953354] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c20372a7-c689-4c8e-baad-17a08e6925e2 is going to be updated. [ 754.982284] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.982426] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 754.982529] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 754.982721] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 754.982863] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 754.992526] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c20372a7-c689-4c8e-baad-17a08e6925e2 in Status: IN_PROGRESS for 2s [ 757.003628] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c20372a7-c689-4c8e-baad-17a08e6925e2 in Status: SUCCESS [ 757.003628] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c20372a7-c689-4c8e-baad-17a08e6925e2 deletion is rescheduled due to dependency. [ 757.003628] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 759.935389] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 759.935637] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 764.602275] env[60542]: INFO networking_nsxv3.common.synchronization [req-ea692a03-b680-4082-a4d3-36b28076ef4d req-63a4d7a2-ab43-4297-a2d0-0ebad8119c35 tempest-ListImageFiltersTestJSON-1294019059 tempest-ListImageFiltersTestJSON-1294019059-project-member] Enqueued Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_members [ 764.602679] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_members [ 764.603306] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.603306] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 764.603306] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 764.603569] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 764.603648] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.603741] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 764.603792] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 764.603955] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 764.604132] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 764.604243] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 764.611473] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 764.619704] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 764.626110] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.626279] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 764.626393] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 764.626609] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 764.626705] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 764.626805] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 is going to be updated. [ 764.661017] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.661017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 764.661017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 764.661017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 764.661017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 764.668590] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: IN_PROGRESS for 2s [ 765.170881] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.171060] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.171060] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.172205] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.172205] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.172362] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.172404] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.172641] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.172831] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.173082] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 765.173205] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 765.173318] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 765.173429] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 765.173801] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 765.173954] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 765.174270] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.197758] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.197953] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 765.198091] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 765.198299] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.198818] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-fa3ddc74-9aa4-416d-b6c8-299e875a9e8d taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.199107] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-fa3ddc74-9aa4-416d-b6c8-299e875a9e8d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.199250] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-fa3ddc74-9aa4-416d-b6c8-299e875a9e8d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.199605] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-fa3ddc74-9aa4-416d-b6c8-299e875a9e8d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.199913] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa3ddc74-9aa4-416d-b6c8-299e875a9e8d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 765.219718] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.220034] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.220120] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.220414] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.220575] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.220736] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port fa3ddc74-9aa4-416d-b6c8-299e875a9e8d not found, creating... [ 765.221099] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.221283] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.221428] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.221653] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.221798] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.222108] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.222275] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.222398] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.222617] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.222760] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.222906] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: fa3ddc74-9aa4-416d-b6c8-299e875a9e8d is going to be created. [ 765.253327] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.253327] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.253327] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.253327] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.253327] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.253327] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-fa3ddc74-9aa4-416d-b6c8-299e875a9e8d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.815013] env[60542]: INFO networking_nsxv3.common.synchronization [req-ea692a03-b680-4082-a4d3-36b28076ef4d req-3eafc508-adaf-4633-88da-ac5e415e461c service neutron] Enqueued Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_rules [ 765.815273] env[60542]: INFO networking_nsxv3.common.synchronization [req-ea692a03-b680-4082-a4d3-36b28076ef4d req-3eafc508-adaf-4633-88da-ac5e415e461c service neutron] Enqueued Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_members [ 765.815580] env[60542]: INFO networking_nsxv3.common.synchronization [req-ea692a03-b680-4082-a4d3-36b28076ef4d req-3eafc508-adaf-4633-88da-ac5e415e461c service neutron] Enqueued Resource ID: fa3ddc74-9aa4-416d-b6c8-299e875a9e8d with Priority: HIGHEST for action port [ 765.815850] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_rules [ 765.815987] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_members [ 765.816178] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3ddc74-9aa4-416d-b6c8-299e875a9e8d with Priority: HIGHEST for action port [ 765.816696] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.816829] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.816901] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.817244] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.817405] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 765.818872] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.818987] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.819218] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa3ddc74-9aa4-416d-b6c8-299e875a9e8d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.819329] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa3ddc74-9aa4-416d-b6c8-299e875a9e8d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.819391] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa3ddc74-9aa4-416d-b6c8-299e875a9e8d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.819581] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa3ddc74-9aa4-416d-b6c8-299e875a9e8d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.819661] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa3ddc74-9aa4-416d-b6c8-299e875a9e8d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 765.838080] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.838264] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.840663] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa3ddc74-9aa4-416d-b6c8-299e875a9e8d with status ACTIVE [ 765.840852] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.840975] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.841155] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.841254] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.841347] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.841622] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.841622] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.841727] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.841837] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.841916] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.842148] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.842267] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.842330] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.842468] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.842545] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.842634] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa3ddc74-9aa4-416d-b6c8-299e875a9e8d is going to be updated. [ 765.863861] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.864089] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.864170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.864373] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.864515] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.864670] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa3ddc74-9aa4-416d-b6c8-299e875a9e8d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 766.678701] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: SUCCESS [ 766.678782] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 766.678909] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 766.679187] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 766.679389] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.679516] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 766.679584] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 766.679753] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 766.679866] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 766.679974] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 766.687853] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 766.696245] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 766.702309] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.702447] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 766.702542] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 766.702730] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 766.702810] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 766.702913] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 is going to be updated. [ 766.736219] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.736436] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 766.736511] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 766.736737] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 766.736895] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 766.746886] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: IN_PROGRESS for 2s [ 768.759282] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: SUCCESS [ 768.759601] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 768.759903] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 768.760671] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 768.760671] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.760671] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 768.760671] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 768.760909] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 768.760909] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 768.761745] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 768.761745] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 768.772335] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.772476] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 768.772550] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 768.772753] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 768.772919] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.773034] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 768.773099] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 768.773258] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 768.773344] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 768.773432] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 768.773618] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.773739] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 768.773805] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 768.773956] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 768.774136] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.774234] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 768.774295] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 768.774439] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 768.774517] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 768.774600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 768.774691] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 768.780108] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93d4a22c-a1dc-4513-b525-3457b9f1cb22: rpc.has_security_group_logging(os_id): False [ 768.799430] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.799595] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 768.799834] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 768.800104] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 768.800242] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 768.800513] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.800631] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 768.800701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 768.800873] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 768.800957] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 768.801175] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.801340] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 768.801340] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 768.801514] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 768.801605] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 768.801979] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.801979] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 768.801979] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 768.802143] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 768.802179] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 768.802264] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 is going to be updated. [ 768.869253] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.869417] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 768.869490] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 768.869719] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 768.869871] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 768.883034] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: IN_PROGRESS for 2s [ 770.817274] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 770.817779] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 770.901071] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: SUCCESS [ 770.901433] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 775.492052] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.492397] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 775.492397] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 775.492505] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 775.492780] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 775.502009] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 775.509590] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 775.515251] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 775.515348] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 775.818677] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 775.818897] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 776.358605] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.358830] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.358830] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.358951] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.371249] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 776.371249] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.371622] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 776.393979] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.394159] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.394248] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.394528] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.396560] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.396865] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 776.396946] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 776.397041] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 776.426635] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.426635] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.426635] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.426990] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.427318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.427454] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 776.468060] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.468334] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.468334] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.468480] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.468709] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.468903] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 776.509154] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.509511] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.509511] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.509617] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.509771] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.509946] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:12. [ 776.510042] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'aab036b9-ad17-49ab-9efd-9ae69851b7a3', '0e4413f1-58db-4bc7-8a50-c8a762c3e5e4', 'a48c31ff-ecd4-499b-9a84-80033029c54b', '988bc637-a4f8-47db-91dc-25af5b12107e', '287b4c9b-0157-4041-a12b-dbd046bd870d', '93d4a22c-a1dc-4513-b525-3457b9f1cb22', '912cf370-adb3-4815-ad87-067a18af6007', 'da1efde2-648e-47d7-9d7e-d8adb245f0fa', '8d257f7a-aae6-40fd-9f3a-65ae411333c2', 'c20372a7-c689-4c8e-baad-17a08e6925e2', '5e111c8a-4d53-4956-b881-4e3dc5efd9b0', '7468b1ee-211e-4888-aa4d-95ac0166099a'} {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 776.510121] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 776.529465] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.529714] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.529836] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.530164] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.530347] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.530508] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 776.530625] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 776.530743] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 776.575034] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.575249] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.575249] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.575383] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.575745] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.575950] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 776.576045] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 776.576125] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 776.576258] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 776.576350] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 12/12 resources of Type:Security Group Rules [ 776.576420] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGH for action security_group_rules [ 776.576498] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 with Priority: HIGH for action security_group_rules [ 776.576566] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a48c31ff-ecd4-499b-9a84-80033029c54b with Priority: HIGH for action security_group_rules [ 776.576631] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGH for action security_group_rules [ 776.576693] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 287b4c9b-0157-4041-a12b-dbd046bd870d with Priority: HIGH for action security_group_rules [ 776.576759] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGH for action security_group_rules [ 776.576817] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 912cf370-adb3-4815-ad87-067a18af6007 with Priority: HIGH for action security_group_rules [ 776.576877] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGH for action security_group_rules [ 776.576943] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGH for action security_group_rules [ 776.577016] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGH for action security_group_rules [ 776.577116] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 with Priority: HIGH for action security_group_rules [ 776.577189] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7468b1ee-211e-4888-aa4d-95ac0166099a with Priority: HIGH for action security_group_rules [ 776.577267] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 776.577334] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 776.577523] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.577634] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.577685] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.577852] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.577929] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.578121] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.578221] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.578299] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.578450] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.578526] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.578694] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.578794] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.578854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.578995] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.579081] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.579250] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.579344] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.579401] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.579544] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.579618] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.579785] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.579879] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.579940] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.580091] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.580168] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.580337] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.580469] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.580510] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.580626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.580693] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.580859] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.580952] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.581197] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.581367] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.581446] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.581621] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.581715] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.581778] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.581919] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.581995] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.582178] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.582274] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.582340] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.582481] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.582556] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.582723] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.582815] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.582877] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.583025] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.583106] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.583276] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.583369] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.583487] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.583570] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.583644] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.583816] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.583917] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.583972] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.584125] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.584289] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.584465] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.584654] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.584654] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.584759] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.584827] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.584992] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.586208] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.586306] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.586457] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.586537] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.586714] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.586812] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.586879] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.587030] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.587111] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.587352] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.587448] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.587513] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.587655] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.587731] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.587897] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.587989] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.588059] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.588201] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.588277] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.588442] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.588536] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.588594] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.588730] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.588841] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.588965] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.589079] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.589131] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.589261] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.589335] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.589501] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.589592] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.589653] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.589790] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.589864] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.590056] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.590160] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.590220] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.590362] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.590434] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.590600] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.590692] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.590753] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.590891] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.591032] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.591311] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.591432] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.591497] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.591642] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.591719] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.591825] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 776.591885] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 776.591953] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 776.629490] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.629711] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.629711] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.629970] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.630154] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.630326] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 776.664927] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.665681] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 776.665681] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 776.665681] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 776.665681] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 776.678441] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 780.820312] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 780.820638] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=12], Jobs=0 [ 780.820638] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGH for action security_group_rules [ 780.820715] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48c31ff-ecd4-499b-9a84-80033029c54b with Priority: HIGH for action security_group_rules [ 780.820810] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912cf370-adb3-4815-ad87-067a18af6007 with Priority: HIGH for action security_group_rules [ 780.820910] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7468b1ee-211e-4888-aa4d-95ac0166099a with Priority: HIGH for action security_group_rules [ 780.820999] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 with Priority: HIGH for action security_group_rules [ 780.821101] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGH for action security_group_rules [ 780.821200] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGH for action security_group_rules [ 780.821293] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGH for action security_group_rules [ 780.821386] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGH for action security_group_rules [ 780.821477] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287b4c9b-0157-4041-a12b-dbd046bd870d with Priority: HIGH for action security_group_rules [ 780.821566] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 with Priority: HIGH for action security_group_rules [ 780.821658] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGH for action security_group_rules [ 780.821983] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.822180] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.822273] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.822493] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.822577] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 780.823685] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a48c31ff-ecd4-499b-9a84-80033029c54b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.823685] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.824380] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.824601] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.824689] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a48c31ff-ecd4-499b-9a84-80033029c54b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 780.956733] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-912cf370-adb3-4815-ad87-067a18af6007 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.956903] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.956964] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.957197] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.957313] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('912cf370-adb3-4815-ad87-067a18af6007',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 780.958180] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7468b1ee-211e-4888-aa4d-95ac0166099a taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.958319] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.958376] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.958534] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.958612] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7468b1ee-211e-4888-aa4d-95ac0166099a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 780.959707] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e111c8a-4d53-4956-b881-4e3dc5efd9b0 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.959812] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.959885] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.960059] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.960136] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e111c8a-4d53-4956-b881-4e3dc5efd9b0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 780.961268] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c20372a7-c689-4c8e-baad-17a08e6925e2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.961377] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.961443] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.961602] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.961676] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 780.962540] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.962715] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.962715] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.962855] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.962936] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d257f7a-aae6-40fd-9f3a-65ae411333c2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 780.963716] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.963832] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.963901] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.964071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.964172] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 780.965067] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.965188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.965259] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.965416] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.965490] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1efde2-648e-47d7-9d7e-d8adb245f0fa',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 780.966495] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-287b4c9b-0157-4041-a12b-dbd046bd870d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.966495] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.966495] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.966666] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.966697] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('287b4c9b-0157-4041-a12b-dbd046bd870d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 780.967502] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.967626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.967701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.967861] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.967935] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e4413f1-58db-4bc7-8a50-c8a762c3e5e4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 780.968188] env[60542]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 780.968919] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-988bc637-a4f8-47db-91dc-25af5b12107e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.969058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.969154] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.969325] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.969401] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('988bc637-a4f8-47db-91dc-25af5b12107e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 780.973521] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.973665] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.973748] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.973958] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.974140] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.974239] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.974300] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.974452] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.974540] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 780.974626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 780.974708] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 780.977765] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-912cf370-adb3-4815-ad87-067a18af6007 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.977883] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.977955] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.978138] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.978292] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.978395] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.978481] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.978688] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.978803] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 780.978903] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 780.979013] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('912cf370-adb3-4815-ad87-067a18af6007',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 780.993351] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-912cf370-adb3-4815-ad87-067a18af6007 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.993538] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.993570] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.993772] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.993931] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.994047] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.994106] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.994271] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.994389] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 780.994526] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 780.994712] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-912cf370-adb3-4815-ad87-067a18af6007 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.994814] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.994880] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.995046] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.995193] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.995294] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.995357] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.995499] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.995578] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 780.995668] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 780.995792] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('912cf370-adb3-4815-ad87-067a18af6007',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 780.997482] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.997602] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.997672] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 780.997927] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 780.999696] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.999817] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 780.999872] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.000043] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.000198] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.000300] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.000400] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.000510] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.000591] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.000677] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.000854] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.000960] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.001039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.001194] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.001339] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.001433] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.001495] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.001638] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.001717] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.001801] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.001887] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 781.020759] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.020891] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a48c31ff-ecd4-499b-9a84-80033029c54b is going to be deleted. [ 781.029913] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aab036b9-ad17-49ab-9efd-9ae69851b7a3: rpc.has_security_group_logging(os_id): False [ 781.037706] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-287b4c9b-0157-4041-a12b-dbd046bd870d taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.037900] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.037969] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.038168] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.038336] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.038772] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.038850] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.039035] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.039129] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.039224] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.039315] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('287b4c9b-0157-4041-a12b-dbd046bd870d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 781.040161] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.040277] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.040335] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.040503] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.040650] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.040812] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.040812] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.041054] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.041054] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.041164] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.041203] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 781.044678] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.044808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.044880] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.045069] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.045225] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.045358] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.045389] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.045530] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.045614] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.045701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.045787] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e4413f1-58db-4bc7-8a50-c8a762c3e5e4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 781.053307] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.053307] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.053307] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.053307] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.053504] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.053504] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.063315] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-287b4c9b-0157-4041-a12b-dbd046bd870d taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.063458] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.063522] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.063728] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.064524] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.064524] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.064524] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.064524] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.064524] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.064840] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.064840] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-287b4c9b-0157-4041-a12b-dbd046bd870d taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.064983] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.064983] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.065187] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.065299] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.065395] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.065457] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.065677] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.065806] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.065851] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.065948] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('287b4c9b-0157-4041-a12b-dbd046bd870d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 781.067671] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.067825] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.068584] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.068695] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.068767] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.068933] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.069100] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.069202] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.069259] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.069423] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.069521] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.069614] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.069768] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.069864] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.069927] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.070093] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.070235] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.070332] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.070385] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.070529] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.070606] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.070690] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.070778] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 781.075059] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.075245] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa is going to be deleted. [ 781.076082] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.076297] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.081289] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.081438] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.081514] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.081706] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.081871] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.081975] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.082058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.082232] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.082319] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.082410] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.082561] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.082660] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.082717] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.082861] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.083010] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.083133] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.083176] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.083298] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.083375] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.083459] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.083572] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e4413f1-58db-4bc7-8a50-c8a762c3e5e4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 781.085478] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-988bc637-a4f8-47db-91dc-25af5b12107e taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.085603] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.085775] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.085823] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.085972] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.086084] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.086148] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.086311] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.086394] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.086499] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.086593] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('988bc637-a4f8-47db-91dc-25af5b12107e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 781.087809] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d257f7a-aae6-40fd-9f3a-65ae411333c2 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.087925] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.087996] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.088208] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.088367] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.088467] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.088532] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.088677] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.088756] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.088841] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.088990] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d257f7a-aae6-40fd-9f3a-65ae411333c2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 781.092981] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 287b4c9b-0157-4041-a12b-dbd046bd870d: rpc.has_security_group_logging(os_id): False [ 781.095644] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.095966] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c20372a7-c689-4c8e-baad-17a08e6925e2 is going to be deleted. [ 781.096877] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.097115] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.100170] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.100293] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.101113] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.101113] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.103841] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93d4a22c-a1dc-4513-b525-3457b9f1cb22: rpc.has_security_group_logging(os_id): False [ 781.104641] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 912cf370-adb3-4815-ad87-067a18af6007: rpc.has_security_group_logging(os_id): False [ 781.108023] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d257f7a-aae6-40fd-9f3a-65ae411333c2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 781.111998] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.112162] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.112231] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.116020] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.116020] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.116020] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.116020] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.116020] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.116020] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.116020] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.116020] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e111c8a-4d53-4956-b881-4e3dc5efd9b0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 781.116020] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('988bc637-a4f8-47db-91dc-25af5b12107e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 781.118938] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d257f7a-aae6-40fd-9f3a-65ae411333c2: rpc.has_security_group_logging(os_id): False [ 781.125092] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.125224] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.128186] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.128186] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.129398] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.129659] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.129740] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.129810] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.130027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.130120] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.130343] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.130450] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.130523] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.130712] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.130796] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.130987] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.131089] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.131153] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.131302] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.131383] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.131476] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 is going to be updated. [ 781.133295] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.133401] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.133487] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.133622] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.136495] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4: rpc.has_security_group_logging(os_id): False [ 781.137486] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 988bc637-a4f8-47db-91dc-25af5b12107e: rpc.has_security_group_logging(os_id): False [ 781.138440] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.138564] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.138633] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.138848] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.139264] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.139264] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.139264] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.139445] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.139445] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.139520] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.139636] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.139730] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.139787] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.139933] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.140088] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.140204] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.140296] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.140452] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.140529] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.140613] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.140703] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e111c8a-4d53-4956-b881-4e3dc5efd9b0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 781.147049] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e111c8a-4d53-4956-b881-4e3dc5efd9b0: rpc.has_security_group_logging(os_id): False [ 781.155551] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.155720] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.167638] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.167900] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.168734] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.169017] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.169140] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.169216] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.169429] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.169520] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.169716] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.169821] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.169885] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.170061] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.170144] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.170334] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.170421] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.170487] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.170639] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.170720] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.170824] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 is going to be updated. [ 781.172623] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.172750] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.172814] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.172940] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.174646] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.174752] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.190241] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.191236] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.199174] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.199337] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.209776] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.210108] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.210220] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.210293] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.210519] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.210609] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.210713] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 988bc637-a4f8-47db-91dc-25af5b12107e is going to be updated. [ 781.211892] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.212094] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.297631] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.297830] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7468b1ee-211e-4888-aa4d-95ac0166099a is going to be deleted. [ 781.298913] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.299253] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.304261] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.304409] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.338172] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.338320] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.351984] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.352376] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.352474] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.352515] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.352716] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.352806] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.352907] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 is going to be updated. [ 781.354133] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.354364] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.380523] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.380833] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.380970] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.381046] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.381261] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.381412] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.381554] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.381657] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.381724] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.381881] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.381960] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.382380] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.382380] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.382380] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.382586] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.382586] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.382655] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 is going to be updated. [ 781.384639] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.384827] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.424606] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.424872] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.424999] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.425089] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.425315] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.425421] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.425805] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.425918] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.425974] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.426145] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.426272] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.426475] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.426563] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.426633] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.426755] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.426823] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.426919] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 912cf370-adb3-4815-ad87-067a18af6007 is going to be updated. [ 781.428155] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.428327] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.428419] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.428546] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.428678] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.428824] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.428904] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.429031] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.429181] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.429326] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.429408] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.429544] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.429665] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.429807] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.429945] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.431423] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.431601] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.431752] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.432720] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.432878] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.442124] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.442224] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.458985] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: IN_PROGRESS for 2s [ 781.471107] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: IN_PROGRESS for 2s [ 781.485426] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.485561] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.500589] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.500884] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.501029] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.501103] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.501313] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.501405] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.501627] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.501731] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.501796] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.501951] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.502042] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.502250] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.502351] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.502416] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.502568] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.502750] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.502940] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 287b4c9b-0157-4041-a12b-dbd046bd870d is going to be updated. [ 781.504120] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.504270] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.526690] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.526968] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.576622] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.576930] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.577085] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.577162] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.577428] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.577514] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.577745] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.577856] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.577918] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.578094] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.578175] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.578362] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.578451] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.578519] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.578704] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.578786] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.578887] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 is going to be updated. [ 781.580140] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.580288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.580386] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.580606] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.580664] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.580792] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.580930] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.582943] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.583096] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.583142] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.583277] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.583411] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.584419] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.584590] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.584727] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.620594] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 in Status: IN_PROGRESS for 2s [ 781.632517] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 in Status: IN_PROGRESS for 2s [ 781.634614] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.634763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.634924] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.635068] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.635220] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.636910] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 988bc637-a4f8-47db-91dc-25af5b12107e in Status: IN_PROGRESS for 2s [ 781.671563] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.671760] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.671760] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.671934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.672097] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.674521] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 912cf370-adb3-4815-ad87-067a18af6007 in Status: IN_PROGRESS for 2s [ 781.700021] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287b4c9b-0157-4041-a12b-dbd046bd870d in Status: IN_PROGRESS for 2s [ 781.746351] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.746567] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 781.746626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 781.746903] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 781.747115] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 781.791126] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 in Status: IN_PROGRESS for 2s [ 783.477143] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: SUCCESS [ 783.477517] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 783.484035] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: SUCCESS [ 783.484285] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 783.635203] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 in Status: SUCCESS [ 783.635454] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 783.644920] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 in Status: SUCCESS [ 783.645153] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 783.648598] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 988bc637-a4f8-47db-91dc-25af5b12107e in Status: SUCCESS [ 783.648735] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 783.686980] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 912cf370-adb3-4815-ad87-067a18af6007 in Status: SUCCESS [ 783.687260] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 783.711983] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287b4c9b-0157-4041-a12b-dbd046bd870d in Status: SUCCESS [ 783.712195] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 783.806143] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 in Status: SUCCESS [ 783.806463] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 785.822297] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 785.822706] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 790.824063] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 790.824063] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 795.825659] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 795.826080] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 800.826857] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 800.826857] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 805.827906] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 805.828236] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 810.828919] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 810.829240] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 812.093271] env[60542]: INFO networking_nsxv3.common.synchronization [req-0cce2017-52b4-498d-9162-f2d06a7fc921 req-6386ebdf-0a95-4df5-b8b5-90e9351506b4 tempest-DeleteServersTestJSON-455906324 tempest-DeleteServersTestJSON-455906324-project-member] Enqueued Resource ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 with Priority: HIGHEST for action security_group_members [ 812.093553] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 with Priority: HIGHEST for action security_group_members [ 812.094123] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.094253] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 812.094325] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 812.094694] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 812.094863] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.094971] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 812.095049] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 812.095215] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 812.095306] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 812.095402] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 812.104135] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.104260] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 812.104324] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 812.104519] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 812.104610] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 812.104790] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.104890] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 812.104953] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 812.105123] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 812.105206] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 812.105306] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 already deleted. [ 812.105388] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 812.673267] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.673496] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-372" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 812.673630] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-372" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 812.674018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-372" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 812.674299] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.674467] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 812.674592] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 812.674833] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 812.674997] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 812.675318] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 812.675452] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 812.675560] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 812.675674] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 812.675790] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 812.675931] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 812.676087] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.697769] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.697957] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 812.698127] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 812.698323] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-372" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 812.698776] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-1dea67b3-43ea-46e2-837b-2df67997648f taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.698995] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-1dea67b3-43ea-46e2-837b-2df67997648f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 812.699142] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-1dea67b3-43ea-46e2-837b-2df67997648f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 812.700276] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-1dea67b3-43ea-46e2-837b-2df67997648f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 812.700276] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dea67b3-43ea-46e2-837b-2df67997648f',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 812.716593] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.716756] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 812.716893] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 812.717186] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 812.717346] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 812.717597] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 1dea67b3-43ea-46e2-837b-2df67997648f not found, creating... [ 812.717954] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.718137] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 812.718260] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 812.718491] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 812.718637] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 812.718927] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.719089] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 812.719214] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 812.719428] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 812.719637] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 812.719798] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 1dea67b3-43ea-46e2-837b-2df67997648f is going to be created. [ 812.739882] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.740187] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 812.740253] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 812.740558] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 812.740770] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 812.740981] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-1dea67b3-43ea-46e2-837b-2df67997648f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 813.584792] env[60542]: INFO networking_nsxv3.common.synchronization [req-0cce2017-52b4-498d-9162-f2d06a7fc921 req-8f3c2f62-f8f2-4be5-b30c-c721572062eb service neutron] Enqueued Resource ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 with Priority: HIGHEST for action security_group_rules [ 813.585049] env[60542]: INFO networking_nsxv3.common.synchronization [req-0cce2017-52b4-498d-9162-f2d06a7fc921 req-8f3c2f62-f8f2-4be5-b30c-c721572062eb service neutron] Enqueued Resource ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 with Priority: HIGHEST for action security_group_members [ 813.585180] env[60542]: INFO networking_nsxv3.common.synchronization [req-0cce2017-52b4-498d-9162-f2d06a7fc921 req-8f3c2f62-f8f2-4be5-b30c-c721572062eb service neutron] Enqueued Resource ID: 1dea67b3-43ea-46e2-837b-2df67997648f with Priority: HIGHEST for action port [ 813.585354] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 with Priority: HIGHEST for action security_group_rules [ 813.585486] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 with Priority: HIGHEST for action security_group_members [ 813.585587] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dea67b3-43ea-46e2-837b-2df67997648f with Priority: HIGHEST for action port [ 813.586158] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.586297] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 813.586401] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 813.586698] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 813.586785] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 813.588147] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.588309] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 813.588451] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 813.588584] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 813.588738] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.588835] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 813.588898] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 813.589061] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 813.589151] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 813.589243] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 813.589975] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dea67b3-43ea-46e2-837b-2df67997648f taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.590099] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dea67b3-43ea-46e2-837b-2df67997648f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 813.590170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dea67b3-43ea-46e2-837b-2df67997648f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 813.590429] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dea67b3-43ea-46e2-837b-2df67997648f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 813.590560] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dea67b3-43ea-46e2-837b-2df67997648f',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 813.611196] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 813.611819] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.611945] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 813.614058] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dea67b3-43ea-46e2-837b-2df67997648f with status ACTIVE [ 813.614253] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.614623] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 813.614623] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 813.614803] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 813.614900] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 813.615695] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.615812] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 813.615878] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 813.616056] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 813.616141] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 813.616330] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.616426] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 813.616507] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 813.616663] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 813.616743] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 813.616829] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dea67b3-43ea-46e2-837b-2df67997648f is going to be updated. [ 813.623562] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 813.631204] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.631298] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 813.631374] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 813.631798] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 813.631798] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 813.631798] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 is going to be created. [ 813.653544] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.653749] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 813.653795] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 813.653983] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 813.654139] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 813.654302] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dea67b3-43ea-46e2-837b-2df67997648f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 813.658769] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.658942] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 813.658986] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 813.659182] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 813.659339] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 813.669651] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 in Status: UNINITIALIZED for 2s [ 815.681175] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 in Status: SUCCESS [ 815.681500] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.681579] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.681971] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.681971] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.682146] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.682146] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.682301] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.682381] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.682528] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.682851] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 815.700132] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.700981] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.700981] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.700981] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.700981] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.700981] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.701207] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.701207] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.701316] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.701414] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.701568] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.701753] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.701789] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.701918] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.702098] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.702340] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.702340] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.702340] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.702482] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.702482] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.702583] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 815.718188] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894: rpc.has_security_group_logging(os_id): False [ 815.736767] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.736767] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.736767] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.736767] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.736767] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.737160] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.737235] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.737272] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.737485] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.737621] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.738180] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.738180] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.738180] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.738428] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.738428] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.738569] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.738695] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.738781] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.739061] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.739128] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.739217] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 is going to be created. [ 815.852175] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.852338] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.852409] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.852645] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.852842] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.877044] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 in Status: IN_PROGRESS for 2s [ 816.244624] env[60542]: INFO networking_nsxv3.common.synchronization [None req-415ce187-9d8f-4f9b-8028-a673b07b1b99 None None] Enqueued Resource ID: fb4e77c4-57bc-4090-b14c-845ecd061e4b with Priority: HIGHEST for action port [ 816.244734] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4e77c4-57bc-4090-b14c-845ecd061e4b with Priority: HIGHEST for action port [ 816.248961] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb4e77c4-57bc-4090-b14c-845ecd061e4b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.249116] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb4e77c4-57bc-4090-b14c-845ecd061e4b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.249188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb4e77c4-57bc-4090-b14c-845ecd061e4b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.249529] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb4e77c4-57bc-4090-b14c-845ecd061e4b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.249575] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb4e77c4-57bc-4090-b14c-845ecd061e4b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 816.263843] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb4e77c4-57bc-4090-b14c-845ecd061e4b [ 816.264081] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.264221] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.264292] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.264513] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.264627] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 816.264728] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb4e77c4-57bc-4090-b14c-845ecd061e4b already deleted. [ 816.264811] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb4e77c4-57bc-4090-b14c-845ecd061e4b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 817.184763] env[60542]: INFO networking_nsxv3.common.synchronization [None req-7fb252f3-c679-4330-bc96-64485b1f5a6e tempest-ServersTestFqdnHostnames-948951085 tempest-ServersTestFqdnHostnames-948951085-project-member] Enqueued Resource ID: f82e412f-c82d-42cf-9c47-d6fc082a74f7 with Priority: HIGHEST for action security_group_rules [ 817.184763] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f82e412f-c82d-42cf-9c47-d6fc082a74f7 with Priority: HIGHEST for action security_group_rules [ 817.184763] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f82e412f-c82d-42cf-9c47-d6fc082a74f7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.184763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f82e412f-c82d-42cf-9c47-d6fc082a74f7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 817.184763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f82e412f-c82d-42cf-9c47-d6fc082a74f7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 817.184763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f82e412f-c82d-42cf-9c47-d6fc082a74f7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 817.184763] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f82e412f-c82d-42cf-9c47-d6fc082a74f7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 817.225725] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.225890] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 817.226712] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 817.226712] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 817.226712] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 817.226712] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f82e412f-c82d-42cf-9c47-d6fc082a74f7 already deleted. [ 817.226712] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f82e412f-c82d-42cf-9c47-d6fc082a74f7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 817.263025] env[60542]: INFO networking_nsxv3.common.synchronization [None req-4ff15b52-cc57-4271-9dac-f10f8ae12be4 tempest-ServersTestFqdnHostnames-948951085 tempest-ServersTestFqdnHostnames-948951085-project-member] Enqueued Resource ID: f82e412f-c82d-42cf-9c47-d6fc082a74f7 with Priority: HIGHEST for action security_group_rules [ 817.263135] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f82e412f-c82d-42cf-9c47-d6fc082a74f7 with Priority: HIGHEST for action security_group_rules [ 817.263604] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f82e412f-c82d-42cf-9c47-d6fc082a74f7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.263761] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f82e412f-c82d-42cf-9c47-d6fc082a74f7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 817.263839] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f82e412f-c82d-42cf-9c47-d6fc082a74f7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 817.264113] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f82e412f-c82d-42cf-9c47-d6fc082a74f7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 817.264206] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f82e412f-c82d-42cf-9c47-d6fc082a74f7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 817.294913] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.294913] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 817.294913] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 817.294913] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 817.294913] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 817.294913] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f82e412f-c82d-42cf-9c47-d6fc082a74f7 already deleted. [ 817.294913] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f82e412f-c82d-42cf-9c47-d6fc082a74f7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 817.888929] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 in Status: SUCCESS [ 817.888929] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 818.217715] env[60542]: INFO networking_nsxv3.common.synchronization [None req-7d8cfd2e-fb5f-498f-a696-df6f801f0aca None None] Enqueued Resource ID: 7b5cb9c4-b464-4e70-96e1-db015d90ba3b with Priority: HIGHEST for action port [ 818.218046] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5cb9c4-b464-4e70-96e1-db015d90ba3b with Priority: HIGHEST for action port [ 818.218630] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b5cb9c4-b464-4e70-96e1-db015d90ba3b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.218762] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b5cb9c4-b464-4e70-96e1-db015d90ba3b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 818.218858] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b5cb9c4-b464-4e70-96e1-db015d90ba3b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 818.219146] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b5cb9c4-b464-4e70-96e1-db015d90ba3b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 818.219236] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b5cb9c4-b464-4e70-96e1-db015d90ba3b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 818.231841] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b5cb9c4-b464-4e70-96e1-db015d90ba3b [ 818.232078] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.232216] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 818.232288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 818.232500] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 818.232594] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 818.232697] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b5cb9c4-b464-4e70-96e1-db015d90ba3b already deleted. [ 818.232775] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b5cb9c4-b464-4e70-96e1-db015d90ba3b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 823.218644] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 823.219019] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 825.980729] env[60542]: INFO networking_nsxv3.common.synchronization [None req-4e54b67f-334e-4c85-bd3d-7531870a86cf None None] Enqueued Resource ID: b2537f52-57ce-4342-97a5-f1bd64dd2173 with Priority: HIGHEST for action port [ 825.980960] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2537f52-57ce-4342-97a5-f1bd64dd2173 with Priority: HIGHEST for action port [ 825.981214] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2537f52-57ce-4342-97a5-f1bd64dd2173 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.981340] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2537f52-57ce-4342-97a5-f1bd64dd2173" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 825.981401] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2537f52-57ce-4342-97a5-f1bd64dd2173" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 825.981680] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2537f52-57ce-4342-97a5-f1bd64dd2173" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 825.981761] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2537f52-57ce-4342-97a5-f1bd64dd2173',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 825.997327] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2537f52-57ce-4342-97a5-f1bd64dd2173 [ 825.997640] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.997848] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 825.997921] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 825.998174] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 825.998272] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 825.998372] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2537f52-57ce-4342-97a5-f1bd64dd2173 already deleted. [ 825.998454] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2537f52-57ce-4342-97a5-f1bd64dd2173" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 826.579522] env[60542]: INFO networking_nsxv3.common.synchronization [None req-cf34b75a-3344-4d39-9000-f23b947f06c7 tempest-ServerActionsTestOtherA-484765884 tempest-ServerActionsTestOtherA-484765884-project-member] Enqueued Resource ID: daca9bec-a6bc-4a07-ac4d-a2530216f3b4 with Priority: HIGHEST for action security_group_rules [ 826.579798] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daca9bec-a6bc-4a07-ac4d-a2530216f3b4 with Priority: HIGHEST for action security_group_rules [ 826.580345] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daca9bec-a6bc-4a07-ac4d-a2530216f3b4 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.580470] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daca9bec-a6bc-4a07-ac4d-a2530216f3b4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 826.580549] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daca9bec-a6bc-4a07-ac4d-a2530216f3b4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 826.580793] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daca9bec-a6bc-4a07-ac4d-a2530216f3b4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 826.580877] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daca9bec-a6bc-4a07-ac4d-a2530216f3b4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 826.613204] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.613422] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 826.613422] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 826.613622] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 826.613716] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 826.613816] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daca9bec-a6bc-4a07-ac4d-a2530216f3b4 already deleted. [ 826.613903] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daca9bec-a6bc-4a07-ac4d-a2530216f3b4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 826.676994] env[60542]: INFO networking_nsxv3.common.synchronization [None req-e3a1f554-37ee-4bf0-afed-38573a8deb30 tempest-ServerActionsTestOtherA-484765884 tempest-ServerActionsTestOtherA-484765884-project-member] Enqueued Resource ID: daca9bec-a6bc-4a07-ac4d-a2530216f3b4 with Priority: HIGHEST for action security_group_rules [ 826.676994] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daca9bec-a6bc-4a07-ac4d-a2530216f3b4 with Priority: HIGHEST for action security_group_rules [ 826.676994] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daca9bec-a6bc-4a07-ac4d-a2530216f3b4 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.676994] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daca9bec-a6bc-4a07-ac4d-a2530216f3b4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 826.676994] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daca9bec-a6bc-4a07-ac4d-a2530216f3b4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 826.676994] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daca9bec-a6bc-4a07-ac4d-a2530216f3b4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 826.676994] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daca9bec-a6bc-4a07-ac4d-a2530216f3b4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 826.704154] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.704154] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 826.704154] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 826.704301] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 826.704531] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 826.704531] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daca9bec-a6bc-4a07-ac4d-a2530216f3b4 already deleted. [ 826.704734] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daca9bec-a6bc-4a07-ac4d-a2530216f3b4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 827.941796] env[60542]: INFO networking_nsxv3.common.synchronization [None req-c68d639a-a234-435b-ae61-9ff58b372e65 None None] Enqueued Resource ID: 7f0ef051-cdf3-4cd6-9986-d368a51d158a with Priority: HIGHEST for action port [ 827.941796] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0ef051-cdf3-4cd6-9986-d368a51d158a with Priority: HIGHEST for action port [ 827.941796] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f0ef051-cdf3-4cd6-9986-d368a51d158a taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.941796] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f0ef051-cdf3-4cd6-9986-d368a51d158a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 827.941796] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f0ef051-cdf3-4cd6-9986-d368a51d158a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 827.942296] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f0ef051-cdf3-4cd6-9986-d368a51d158a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 827.942296] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f0ef051-cdf3-4cd6-9986-d368a51d158a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 827.969196] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f0ef051-cdf3-4cd6-9986-d368a51d158a [ 827.969441] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.969576] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 827.969644] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 827.970443] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 827.970443] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 827.970443] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f0ef051-cdf3-4cd6-9986-d368a51d158a already deleted. [ 827.970443] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f0ef051-cdf3-4cd6-9986-d368a51d158a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 832.942615] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 832.942615] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 834.839270] env[60542]: INFO networking_nsxv3.common.synchronization [req-f06a6e89-ee9a-4b9d-ba58-532f7e034df4 req-d6ea2389-c46c-49ee-91d0-eed29cb7ea55 tempest-InstanceActionsV221TestJSON-166999117 tempest-InstanceActionsV221TestJSON-166999117-project-member] Enqueued Resource ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 with Priority: HIGHEST for action security_group_members [ 834.839588] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 with Priority: HIGHEST for action security_group_members [ 834.839967] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.840431] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 834.840508] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 834.840718] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 834.840876] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.840980] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 834.841203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 834.841376] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 834.841467] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 834.841563] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e111c8a-4d53-4956-b881-4e3dc5efd9b0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 834.851016] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.851178] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 834.851230] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 834.851418] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 834.851513] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 834.851702] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.851807] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 834.851871] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 834.852048] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 834.852134] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 834.852227] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 is going to be updated. [ 834.882928] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.883112] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 834.883214] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 834.883436] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 834.883585] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 834.894379] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 in Status: IN_PROGRESS for 2s [ 836.907179] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 in Status: SUCCESS [ 836.907573] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 deletion is rescheduled due to dependency. [ 836.907573] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 837.751094] env[60542]: INFO networking_nsxv3.common.synchronization [req-ec5a4747-df33-4d8d-9210-f6aa32cd6147 req-14641bdf-63b7-4ebe-a156-70283a79328a tempest-ServersV294TestFqdnHostnames-45939237 tempest-ServersV294TestFqdnHostnames-45939237-project-member] Enqueued Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGHEST for action security_group_members [ 837.751655] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGHEST for action security_group_members [ 837.751962] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d257f7a-aae6-40fd-9f3a-65ae411333c2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.752105] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 837.752176] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 837.752485] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 837.752678] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.752758] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 837.752820] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 837.752986] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 837.753093] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 837.753190] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d257f7a-aae6-40fd-9f3a-65ae411333c2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 837.765116] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.765277] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 837.765338] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 837.765524] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 837.765616] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 837.765807] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.765939] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 837.766025] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 837.766177] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 837.766258] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 837.766365] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 is going to be updated. [ 837.797607] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.797607] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 837.797607] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 837.797607] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 837.797607] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 837.804053] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 in Status: IN_PROGRESS for 2s [ 839.815756] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 in Status: SUCCESS [ 839.816141] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 deletion is rescheduled due to dependency. [ 839.816141] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 842.752415] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 842.752765] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 843.642146] env[60542]: INFO networking_nsxv3.common.synchronization [None req-00cda4c4-f611-4d9c-8519-ff27da800f70 None None] Enqueued Resource ID: f937ed4c-14bc-4cd6-8cb7-5db35836cd51 with Priority: HIGHEST for action port [ 843.642146] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f937ed4c-14bc-4cd6-8cb7-5db35836cd51 with Priority: HIGHEST for action port [ 843.642146] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-f937ed4c-14bc-4cd6-8cb7-5db35836cd51 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.642146] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f937ed4c-14bc-4cd6-8cb7-5db35836cd51" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 843.642146] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f937ed4c-14bc-4cd6-8cb7-5db35836cd51" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 843.642457] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f937ed4c-14bc-4cd6-8cb7-5db35836cd51" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 843.642457] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f937ed4c-14bc-4cd6-8cb7-5db35836cd51',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 843.672246] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f937ed4c-14bc-4cd6-8cb7-5db35836cd51 [ 843.672485] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.672776] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 843.672776] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 843.672887] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 843.673487] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 843.673487] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f937ed4c-14bc-4cd6-8cb7-5db35836cd51 already deleted. [ 843.673487] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f937ed4c-14bc-4cd6-8cb7-5db35836cd51" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 845.487670] env[60542]: INFO networking_nsxv3.common.synchronization [None req-fcbcbc48-8093-49ea-a598-104afeecde08 None None] Enqueued Resource ID: efbeb34b-300e-4dcd-b4fa-ffb717d0f148 with Priority: HIGHEST for action port [ 845.488175] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efbeb34b-300e-4dcd-b4fa-ffb717d0f148 with Priority: HIGHEST for action port [ 845.488767] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-efbeb34b-300e-4dcd-b4fa-ffb717d0f148 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.488916] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efbeb34b-300e-4dcd-b4fa-ffb717d0f148" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 845.489010] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efbeb34b-300e-4dcd-b4fa-ffb717d0f148" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 845.489349] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efbeb34b-300e-4dcd-b4fa-ffb717d0f148" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 845.489435] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efbeb34b-300e-4dcd-b4fa-ffb717d0f148',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 845.498313] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efbeb34b-300e-4dcd-b4fa-ffb717d0f148 [ 845.498662] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.498662] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 845.498845] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 845.498880] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 845.498964] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 845.499123] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efbeb34b-300e-4dcd-b4fa-ffb717d0f148 already deleted. [ 845.499214] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efbeb34b-300e-4dcd-b4fa-ffb717d0f148" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 846.436060] env[60542]: INFO networking_nsxv3.common.synchronization [req-67ec1968-d1cb-4ae5-b59e-93404b30758c req-530383d6-8336-47c4-bb57-804c5fe9d522 tempest-VolumesAdminNegativeTest-1171589411 tempest-VolumesAdminNegativeTest-1171589411-project-member] Enqueued Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGHEST for action security_group_members [ 846.436060] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGHEST for action security_group_members [ 846.436060] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-988bc637-a4f8-47db-91dc-25af5b12107e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.436060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 846.436060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 846.436060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 846.436060] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.436060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 846.436060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 846.436060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 846.436060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 846.436909] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('988bc637-a4f8-47db-91dc-25af5b12107e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 846.452012] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.452012] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 846.452012] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 846.452012] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 846.452012] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 846.452261] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.452261] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 846.452346] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 846.454644] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 846.454644] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 846.454644] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 988bc637-a4f8-47db-91dc-25af5b12107e is going to be updated. [ 846.482198] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.482399] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 846.482446] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 846.482637] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 846.482778] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 846.491257] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 988bc637-a4f8-47db-91dc-25af5b12107e in Status: IN_PROGRESS for 2s [ 848.503111] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 988bc637-a4f8-47db-91dc-25af5b12107e in Status: SUCCESS [ 848.503506] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 988bc637-a4f8-47db-91dc-25af5b12107e deletion is rescheduled due to dependency. [ 848.503506] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 851.435505] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 851.435808] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 852.869884] env[60542]: INFO networking_nsxv3.common.synchronization [req-faeb8418-a6a0-4126-9946-bb4aa1d73a0d req-391145d4-0b62-4d9d-b56b-a0eab516d2eb tempest-SecurityGroupsTestJSON-1924620447 tempest-SecurityGroupsTestJSON-1924620447-project-member] Enqueued Resource ID: 912cf370-adb3-4815-ad87-067a18af6007 with Priority: HIGHEST for action security_group_members [ 852.870184] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912cf370-adb3-4815-ad87-067a18af6007 with Priority: HIGHEST for action security_group_members [ 852.870844] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-912cf370-adb3-4815-ad87-067a18af6007 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.870949] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.870996] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.871240] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.871411] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.871571] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.871571] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.871745] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.871836] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.871948] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('912cf370-adb3-4815-ad87-067a18af6007',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 852.893250] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.894631] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.894728] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.895041] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.895181] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.895483] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.895633] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.895725] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.895948] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.896114] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.896252] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912cf370-adb3-4815-ad87-067a18af6007 is going to be updated. [ 852.925540] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.925540] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.925540] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.925540] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.925540] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.937698] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912cf370-adb3-4815-ad87-067a18af6007 in Status: IN_PROGRESS for 2s [ 854.949379] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912cf370-adb3-4815-ad87-067a18af6007 in Status: SUCCESS [ 854.949772] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912cf370-adb3-4815-ad87-067a18af6007 deletion is rescheduled due to dependency. [ 854.949772] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.785573] env[60542]: INFO networking_nsxv3.common.synchronization [req-50642fb3-5915-4d35-a915-8b2763bdfaba req-a738aeaf-2384-4089-bb1c-3de06c42c350 tempest-ListImageFiltersTestJSON-1294019059 tempest-ListImageFiltersTestJSON-1294019059-project-member] Enqueued Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_members [ 855.785846] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_members [ 855.786444] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.786578] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 855.786762] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 855.786919] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 855.787103] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.787221] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 855.787262] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 855.787544] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 855.787544] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.787695] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 855.798883] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 855.810168] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 855.820050] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.820050] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 855.820050] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 855.820050] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 855.820050] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.820050] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 is going to be updated. [ 855.851022] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.851022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 855.851022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 855.851022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 855.851022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.862131] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: IN_PROGRESS for 2s [ 856.395280] env[60542]: INFO networking_nsxv3.common.synchronization [None req-02428b18-33f8-47f0-a04f-84d0d5e9c3a9 None None] Enqueued Resource ID: 39003026-5f5c-4da0-8576-2960d269992e with Priority: HIGHEST for action port [ 856.395280] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39003026-5f5c-4da0-8576-2960d269992e with Priority: HIGHEST for action port [ 856.395280] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-39003026-5f5c-4da0-8576-2960d269992e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.395280] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39003026-5f5c-4da0-8576-2960d269992e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 856.395280] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39003026-5f5c-4da0-8576-2960d269992e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 856.395280] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39003026-5f5c-4da0-8576-2960d269992e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 856.395280] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39003026-5f5c-4da0-8576-2960d269992e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 856.409960] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39003026-5f5c-4da0-8576-2960d269992e [ 856.409960] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.409960] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 856.409960] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 856.409960] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 856.409960] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 856.409960] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39003026-5f5c-4da0-8576-2960d269992e already deleted. [ 856.409960] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39003026-5f5c-4da0-8576-2960d269992e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 857.201211] env[60542]: INFO networking_nsxv3.common.synchronization [req-148a8104-f5b0-4979-988f-53da77da2d44 req-c885b9db-7ba1-43b9-bd21-f24c5535bc77 tempest-DeleteServersTestJSON-455906324 tempest-DeleteServersTestJSON-455906324-project-member] Enqueued Resource ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 with Priority: HIGHEST for action security_group_members [ 857.201761] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 with Priority: HIGHEST for action security_group_members [ 857.202420] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.202585] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 857.202659] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 857.202867] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 857.203055] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.203164] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 857.203228] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 857.203425] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 857.203490] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 857.203571] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 857.229036] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.229036] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 857.229036] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 857.229036] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 857.229036] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 857.229036] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.229036] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 857.229036] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 857.229036] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 857.229036] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 857.229036] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 is going to be updated. [ 857.234555] env[60542]: INFO networking_nsxv3.common.synchronization [req-77c10130-7403-4c8b-90b1-8f6fc6af7d71 req-e012bcfe-be83-4fda-8a03-755d0be5523a tempest-ListImageFiltersTestJSON-1294019059 tempest-ListImageFiltersTestJSON-1294019059-project-member] Enqueued Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_members [ 857.235367] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGHEST for action security_group_members [ 857.238329] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.238329] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 857.276595] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.276595] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 857.276595] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 857.276595] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 857.276595] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 857.303414] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 in Status: IN_PROGRESS for 2s [ 857.602059] env[60542]: INFO networking_nsxv3.common.synchronization [None req-5d70e3be-d86f-43c4-8ab1-f27fcc56e9b5 tempest-AttachInterfacesUnderV243Test-2102890562 tempest-AttachInterfacesUnderV243Test-2102890562-project-member] Enqueued Resource ID: 84233019-2e7c-4e18-84fb-9cb1cc498678 with Priority: HIGHEST for action security_group_rules [ 857.602361] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84233019-2e7c-4e18-84fb-9cb1cc498678 with Priority: HIGHEST for action security_group_rules [ 857.602881] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84233019-2e7c-4e18-84fb-9cb1cc498678 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.603016] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84233019-2e7c-4e18-84fb-9cb1cc498678" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 857.603115] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84233019-2e7c-4e18-84fb-9cb1cc498678" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 857.603366] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84233019-2e7c-4e18-84fb-9cb1cc498678" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 857.603462] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84233019-2e7c-4e18-84fb-9cb1cc498678',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 857.635770] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.635925] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 857.635982] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 857.636227] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 857.636328] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 857.636429] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84233019-2e7c-4e18-84fb-9cb1cc498678 already deleted. [ 857.636517] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84233019-2e7c-4e18-84fb-9cb1cc498678" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 857.689515] env[60542]: INFO networking_nsxv3.common.synchronization [None req-5abdbdbc-0340-4d2c-a2ef-a18d45a3973a tempest-AttachInterfacesUnderV243Test-2102890562 tempest-AttachInterfacesUnderV243Test-2102890562-project-member] Enqueued Resource ID: 84233019-2e7c-4e18-84fb-9cb1cc498678 with Priority: HIGHEST for action security_group_rules [ 857.690787] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84233019-2e7c-4e18-84fb-9cb1cc498678 with Priority: HIGHEST for action security_group_rules [ 857.690787] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84233019-2e7c-4e18-84fb-9cb1cc498678 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.690787] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84233019-2e7c-4e18-84fb-9cb1cc498678" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 857.690787] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84233019-2e7c-4e18-84fb-9cb1cc498678" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 857.690787] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84233019-2e7c-4e18-84fb-9cb1cc498678" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 857.691166] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84233019-2e7c-4e18-84fb-9cb1cc498678',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 857.721192] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.721459] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 857.721538] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 857.721796] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 857.721902] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 857.722012] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84233019-2e7c-4e18-84fb-9cb1cc498678 already deleted. [ 857.722103] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84233019-2e7c-4e18-84fb-9cb1cc498678" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 857.873209] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: SUCCESS [ 857.873459] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 857.873602] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 857.873817] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 857.874103] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.874408] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 857.874408] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 857.874571] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 857.874571] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 857.874676] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 857.919075] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.919297] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 857.919297] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 857.919536] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 857.919620] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 857.919900] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.919900] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 857.920107] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 857.920149] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 857.920207] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 857.920403] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 is going to be updated. [ 857.951326] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.951585] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 857.951585] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 857.952120] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 857.952240] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 857.966105] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: IN_PROGRESS for 2s [ 858.533017] env[60542]: INFO networking_nsxv3.common.synchronization [None req-8984da7d-00e0-42ba-9517-984085d6bf10 None None] Enqueued Resource ID: 41782856-404e-49b7-87bc-29c0d8045619 with Priority: HIGHEST for action port [ 858.533017] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41782856-404e-49b7-87bc-29c0d8045619 with Priority: HIGHEST for action port [ 858.533017] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-41782856-404e-49b7-87bc-29c0d8045619 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.533017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41782856-404e-49b7-87bc-29c0d8045619" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 858.533017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41782856-404e-49b7-87bc-29c0d8045619" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 858.533017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41782856-404e-49b7-87bc-29c0d8045619" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 858.533017] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41782856-404e-49b7-87bc-29c0d8045619',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 858.552361] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41782856-404e-49b7-87bc-29c0d8045619 [ 858.552361] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.552361] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 858.552361] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 858.552361] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 858.552361] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 858.552361] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41782856-404e-49b7-87bc-29c0d8045619 already deleted. [ 858.552361] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41782856-404e-49b7-87bc-29c0d8045619" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 859.110959] env[60542]: INFO networking_nsxv3.common.synchronization [req-24d3a34a-be7e-4c97-8991-2487c305083e req-b55169dd-d9a6-4e64-9f21-a53a4627ae47 tempest-ImagesTestJSON-104737604 tempest-ImagesTestJSON-104737604-project-member] Enqueued Resource ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 with Priority: HIGHEST for action security_group_members [ 859.111461] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 with Priority: HIGHEST for action security_group_members [ 859.111773] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.111903] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 859.111983] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 859.112329] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 859.112490] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.112592] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 859.112677] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 859.112816] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 859.112909] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 859.112998] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e4413f1-58db-4bc7-8a50-c8a762c3e5e4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 859.130593] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.130715] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 859.130715] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 859.132026] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 859.132026] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 859.132026] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.132026] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 859.132026] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 859.132026] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 859.132026] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 859.132026] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 is going to be updated. [ 859.162865] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.162865] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 859.162865] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 859.162865] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 859.162865] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 859.181029] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 in Status: IN_PROGRESS for 2s [ 859.312527] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 in Status: SUCCESS [ 859.312715] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 deletion is rescheduled due to dependency. [ 859.313542] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 859.976448] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 in Status: SUCCESS [ 859.976646] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 deletion is rescheduled due to dependency. [ 859.976831] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 860.377516] env[60542]: INFO networking_nsxv3.common.synchronization [req-348fc44a-8435-47bd-86c7-d1c4bfe70069 req-8a59d889-45d1-49d2-be46-08c60cb8f9a1 tempest-ServerGroupTestJSON-1519550876 tempest-ServerGroupTestJSON-1519550876-project-member] Enqueued Resource ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 with Priority: HIGHEST for action security_group_members [ 860.378054] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 with Priority: HIGHEST for action security_group_members [ 860.378369] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.378525] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 860.378569] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 860.378810] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 860.378966] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.379084] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 860.379144] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 860.379356] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 860.379461] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 860.379559] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4479b1-a3d4-40df-b9f4-00a55ef9aca0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 860.393040] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.393040] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 860.393228] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 860.393300] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 860.393373] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 860.393569] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.393724] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 860.393821] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 860.394059] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 860.394152] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 860.394243] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 already deleted. [ 860.394324] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 860.987743] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-611 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.987844] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-611" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 860.987962] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-611" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 860.988318] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-611" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 860.988599] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.988787] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 860.988886] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 860.989140] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 860.989299] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 860.989534] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 860.989655] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 860.989770] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 860.989883] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 860.990015] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 860.990138] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 860.990278] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.009705] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.009970] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 861.010049] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 861.010267] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-611" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.010578] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-3d4a9268-2d6e-49e4-a0ba-464aefeef366 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.010760] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-3d4a9268-2d6e-49e4-a0ba-464aefeef366" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.010890] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-3d4a9268-2d6e-49e4-a0ba-464aefeef366" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.011251] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-3d4a9268-2d6e-49e4-a0ba-464aefeef366" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.011402] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4a9268-2d6e-49e4-a0ba-464aefeef366',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 861.038556] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.038814] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.038945] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.039263] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.042040] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.042040] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 3d4a9268-2d6e-49e4-a0ba-464aefeef366 not found, creating... [ 861.042040] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.042040] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.042040] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.042040] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.042040] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.042040] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.042040] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.042040] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.042746] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.042746] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.042746] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 3d4a9268-2d6e-49e4-a0ba-464aefeef366 is going to be created. [ 861.061492] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.061715] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.061848] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.062150] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.062394] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.062612] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-3d4a9268-2d6e-49e4-a0ba-464aefeef366" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.192205] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 in Status: SUCCESS [ 861.192205] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 deletion is rescheduled due to dependency. [ 861.192205] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.771489] env[60542]: INFO networking_nsxv3.common.synchronization [req-348fc44a-8435-47bd-86c7-d1c4bfe70069 req-2391fdcc-5572-4a45-8386-d79f2f762ee5 service neutron] Enqueued Resource ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 with Priority: HIGHEST for action security_group_rules [ 861.771808] env[60542]: INFO networking_nsxv3.common.synchronization [req-348fc44a-8435-47bd-86c7-d1c4bfe70069 req-2391fdcc-5572-4a45-8386-d79f2f762ee5 service neutron] Enqueued Resource ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 with Priority: HIGHEST for action security_group_members [ 861.771808] env[60542]: INFO networking_nsxv3.common.synchronization [req-348fc44a-8435-47bd-86c7-d1c4bfe70069 req-2391fdcc-5572-4a45-8386-d79f2f762ee5 service neutron] Enqueued Resource ID: 3d4a9268-2d6e-49e4-a0ba-464aefeef366 with Priority: HIGHEST for action port [ 861.772082] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 with Priority: HIGHEST for action security_group_rules [ 861.772240] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 with Priority: HIGHEST for action security_group_members [ 861.772344] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d4a9268-2d6e-49e4-a0ba-464aefeef366 with Priority: HIGHEST for action port [ 861.773049] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.773208] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.773280] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.773535] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.773627] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f4479b1-a3d4-40df-b9f4-00a55ef9aca0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 861.774496] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.774619] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.774687] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.779023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.779023] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.779023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.779023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.779023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.779023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.779023] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4479b1-a3d4-40df-b9f4-00a55ef9aca0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 861.779023] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d4a9268-2d6e-49e4-a0ba-464aefeef366 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.779023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d4a9268-2d6e-49e4-a0ba-464aefeef366" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.779023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d4a9268-2d6e-49e4-a0ba-464aefeef366" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.779023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d4a9268-2d6e-49e4-a0ba-464aefeef366" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.779023] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4a9268-2d6e-49e4-a0ba-464aefeef366',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 861.805406] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f4479b1-a3d4-40df-b9f4-00a55ef9aca0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 861.818486] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.818696] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.832745] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f4479b1-a3d4-40df-b9f4-00a55ef9aca0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 861.833636] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d4a9268-2d6e-49e4-a0ba-464aefeef366 with status ACTIVE [ 861.833840] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.833966] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.834073] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.834373] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.834474] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.834667] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.834825] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.834932] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.835039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.835118] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.835303] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.835393] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.835541] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.835790] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.835790] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.835790] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d4a9268-2d6e-49e4-a0ba-464aefeef366 is going to be updated. [ 861.841443] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.841657] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.841657] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.841837] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.841924] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.842033] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 is going to be created. [ 861.873021] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.873021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.873021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.873021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.873021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.873021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d4a9268-2d6e-49e4-a0ba-464aefeef366" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.873021] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.873021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.873021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.873021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.873021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.889374] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 in Status: UNINITIALIZED for 2s [ 863.145466] env[60542]: INFO networking_nsxv3.common.synchronization [req-348fc44a-8435-47bd-86c7-d1c4bfe70069 req-bef115f0-5d9a-406b-b4f1-88dcce429484 tempest-ServerGroupTestJSON-1519550876 tempest-ServerGroupTestJSON-1519550876-project-member] Enqueued Resource ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 with Priority: HIGHEST for action security_group_members [ 863.146427] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 with Priority: HIGHEST for action security_group_members [ 863.146754] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.146855] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 863.904728] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 in Status: SUCCESS [ 863.904728] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 863.904728] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 863.904728] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 863.908215] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.908355] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 863.908431] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 863.908671] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 863.908764] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 863.908861] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 863.908967] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f4479b1-a3d4-40df-b9f4-00a55ef9aca0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 863.910557] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 863.910557] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 863.910689] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.910812] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 863.910859] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 863.911023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 863.912222] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 863.912222] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4479b1-a3d4-40df-b9f4-00a55ef9aca0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 863.944953] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.945166] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 863.945249] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 863.945459] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 863.945547] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 863.945752] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.946468] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 863.946468] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 863.946468] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 863.946468] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 863.946468] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 is going to be deleted. [ 863.956342] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.956599] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.014304] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.014476] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.015379] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.015818] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.015818] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.015957] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.017475] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.017716] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.017878] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.017982] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.018043] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.018167] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.018251] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.018348] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4479b1-a3d4-40df-b9f4-00a55ef9aca0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 864.037586] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.037733] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.037996] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.038084] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.038153] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.038353] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.038457] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.038517] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.038676] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.038753] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.038865] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 already deleted. [ 864.038930] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.039370] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.039370] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.039370] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.039550] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.039550] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.039634] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.039671] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.039824] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.039880] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.039960] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4479b1-a3d4-40df-b9f4-00a55ef9aca0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 864.071482] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.071482] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.071710] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.071744] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.071833] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.072041] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.072142] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.072203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.072543] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.072543] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.072543] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 already deleted. [ 864.072714] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.072714] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f4479b1-a3d4-40df-b9f4-00a55ef9aca0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 864.086767] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0: rpc.has_security_group_logging(os_id): False [ 864.105953] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.106752] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.106752] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.106986] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.107327] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.107327] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.107527] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.107527] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.107633] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.107684] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.107863] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.107979] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.108081] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.108202] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.108276] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.108454] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.108544] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.108603] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.108743] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.108817] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.108908] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 is going to be created. [ 864.142573] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1f4479b1-a3d4-40df-b9f4-00a55ef9aca0], does not exist path=[/infra/domains/default/groups/1f4479b1-a3d4-40df-b9f4-00a55ef9aca0]."\n}' [ 864.142729] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 [ 864.142808] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 864.170088] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.170088] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.170088] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.170088] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.170088] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.170088] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.170088] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.170088] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.170088] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.170088] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.170088] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.170088] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.170088] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.170966] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.170966] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.173259] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.174244] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.174244] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.174589] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.177039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.177039] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.177039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.177039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.177039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.177039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.177039] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 is going to be created. [ 864.196015] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1f4479b1-a3d4-40df-b9f4-00a55ef9aca0], does not exist path=[/infra/domains/default/groups/1f4479b1-a3d4-40df-b9f4-00a55ef9aca0]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 [ 864.196015] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f4479b1-a3d4-40df-b9f4-00a55ef9aca0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.196015] env[60542]: Traceback (most recent call last): [ 864.196015] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 864.196015] env[60542]: return func(*args, **kwargs) [ 864.196015] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 864.196015] env[60542]: res.raise_for_status() [ 864.196015] env[60542]: File "/usr/local/lib/python3.10/dist-packages/requests/models.py", line 1021, in raise_for_status [ 864.196015] env[60542]: raise HTTPError(http_error_msg, response=self) [ 864.196015] env[60542]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 [ 864.196015] env[60542]: During handling of the above exception, another exception occurred: [ 864.196015] env[60542]: Traceback (most recent call last): [ 864.196015] env[60542]: File "/usr/local/lib/python3.10/dist-packages/eventlet/hubs/poll.py", line 111, in wait [ 864.196015] env[60542]: listener.cb(fileno) [ 864.196015] env[60542]: File "/usr/local/lib/python3.10/dist-packages/eventlet/greenthread.py", line 221, in main [ 864.196015] env[60542]: result = function(*args, **kwargs) [ 864.196015] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 864.196015] env[60542]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 864.196015] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 864.196015] env[60542]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 864.196015] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 864.196015] env[60542]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 864.196015] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 864.196015] env[60542]: res.raise_for_status() [ 864.196015] env[60542]: File "/usr/local/lib/python3.10/dist-packages/requests/models.py", line 1021, in raise_for_status [ 864.196015] env[60542]: raise HTTPError(http_error_msg, response=self) [ 864.196015] env[60542]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1f4479b1-a3d4-40df-b9f4-00a55ef9aca0 [ 864.196015] env[60542]: Removing descriptor: 19 [ 864.916765] env[60542]: INFO networking_nsxv3.common.synchronization [req-85a6e488-4ff9-4b22-885a-af1c2c6ff65c req-5a7a386a-5cb8-434d-9a02-6b2608fd845f tempest-ImagesNegativeTestJSON-1588877586 tempest-ImagesNegativeTestJSON-1588877586-project-member] Enqueued Resource ID: bc33f99a-e54a-4816-828e-80a4841075de with Priority: HIGHEST for action security_group_members [ 864.917078] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc33f99a-e54a-4816-828e-80a4841075de with Priority: HIGHEST for action security_group_members [ 864.917655] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc33f99a-e54a-4816-828e-80a4841075de taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.917793] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.917890] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.919203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.919203] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.919203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.919203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.919415] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.919489] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.919657] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc33f99a-e54a-4816-828e-80a4841075de',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 864.942926] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.943088] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.943165] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.943379] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.943616] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.943682] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.943783] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.943816] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.944021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.944125] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.944268] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc33f99a-e54a-4816-828e-80a4841075de already deleted. [ 864.944309] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 865.482397] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.482706] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-179" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.482747] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-179" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.483756] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-179" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.483756] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.483756] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.483756] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.484231] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.484231] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 865.484305] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 865.484406] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 865.484522] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 865.484640] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 865.484757] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 865.484866] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 865.485055] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.506909] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.507178] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 865.507335] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 865.507527] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-179" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 865.507919] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-e1111eaf-55c7-4a09-b3ce-5ce771553fee taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.508137] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-e1111eaf-55c7-4a09-b3ce-5ce771553fee" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.508430] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-e1111eaf-55c7-4a09-b3ce-5ce771553fee" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.508591] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-e1111eaf-55c7-4a09-b3ce-5ce771553fee" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.508734] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1111eaf-55c7-4a09-b3ce-5ce771553fee',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 865.527835] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.528150] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.528295] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.528576] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.528737] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 865.532018] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port e1111eaf-55c7-4a09-b3ce-5ce771553fee not found, creating... [ 865.532018] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.532018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.532018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.532018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.532018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 865.532018] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.532018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.532018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.532018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.532473] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 865.532473] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: e1111eaf-55c7-4a09-b3ce-5ce771553fee is going to be created. [ 865.554694] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.554694] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.554694] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.554694] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.554694] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 865.554694] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-e1111eaf-55c7-4a09-b3ce-5ce771553fee" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 865.910390] env[60542]: INFO networking_nsxv3.common.synchronization [req-85a6e488-4ff9-4b22-885a-af1c2c6ff65c req-f4216e56-fce1-4b44-816b-9e5d6ea45592 service neutron] Enqueued Resource ID: bc33f99a-e54a-4816-828e-80a4841075de with Priority: HIGHEST for action security_group_rules [ 865.910390] env[60542]: INFO networking_nsxv3.common.synchronization [req-85a6e488-4ff9-4b22-885a-af1c2c6ff65c req-f4216e56-fce1-4b44-816b-9e5d6ea45592 service neutron] Enqueued Resource ID: bc33f99a-e54a-4816-828e-80a4841075de with Priority: HIGHEST for action security_group_members [ 865.910390] env[60542]: INFO networking_nsxv3.common.synchronization [req-85a6e488-4ff9-4b22-885a-af1c2c6ff65c req-f4216e56-fce1-4b44-816b-9e5d6ea45592 service neutron] Enqueued Resource ID: e1111eaf-55c7-4a09-b3ce-5ce771553fee with Priority: HIGHEST for action port [ 865.910390] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc33f99a-e54a-4816-828e-80a4841075de with Priority: HIGHEST for action security_group_rules [ 865.910390] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc33f99a-e54a-4816-828e-80a4841075de with Priority: HIGHEST for action security_group_members [ 865.910390] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1111eaf-55c7-4a09-b3ce-5ce771553fee with Priority: HIGHEST for action port [ 865.910390] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc33f99a-e54a-4816-828e-80a4841075de taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.910390] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.910890] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.910890] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.910890] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc33f99a-e54a-4816-828e-80a4841075de',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 865.911707] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc33f99a-e54a-4816-828e-80a4841075de taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.911843] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.911889] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.912085] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.912233] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.912328] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.912395] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.912523] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.914367] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 865.914367] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc33f99a-e54a-4816-828e-80a4841075de',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 865.914367] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1111eaf-55c7-4a09-b3ce-5ce771553fee taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.914367] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1111eaf-55c7-4a09-b3ce-5ce771553fee" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.914367] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1111eaf-55c7-4a09-b3ce-5ce771553fee" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.914367] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1111eaf-55c7-4a09-b3ce-5ce771553fee" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.914367] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1111eaf-55c7-4a09-b3ce-5ce771553fee',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 865.935519] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc33f99a-e54a-4816-828e-80a4841075de',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 865.942338] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc33f99a-e54a-4816-828e-80a4841075de taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.942338] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.947111] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc33f99a-e54a-4816-828e-80a4841075de',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 865.950934] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1111eaf-55c7-4a09-b3ce-5ce771553fee with status ACTIVE [ 865.950934] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.950934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.950934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.950934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.950934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 865.950934] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.950934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.950934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.950934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.950934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 865.950934] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.950934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.950934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.950934] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.951472] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 865.951472] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1111eaf-55c7-4a09-b3ce-5ce771553fee is going to be updated. [ 865.954636] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.954781] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.954894] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.955249] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.955347] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 865.955467] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc33f99a-e54a-4816-828e-80a4841075de is going to be created. [ 865.977806] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.978058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 865.978197] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 865.978432] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 865.978582] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 865.978776] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1111eaf-55c7-4a09-b3ce-5ce771553fee" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 866.019315] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.019315] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 866.019315] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 866.019315] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 866.019315] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 866.040436] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc33f99a-e54a-4816-828e-80a4841075de in Status: UNINITIALIZED for 2s [ 866.409073] env[60542]: INFO networking_nsxv3.common.synchronization [req-c2216c8b-9235-426c-955c-2f2fcac01e74 req-97fccf7f-362d-42c0-8786-834279c4d089 tempest-ImagesNegativeTestJSON-1588877586 tempest-ImagesNegativeTestJSON-1588877586-project-member] Enqueued Resource ID: bc33f99a-e54a-4816-828e-80a4841075de with Priority: HIGHEST for action security_group_members [ 866.409397] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc33f99a-e54a-4816-828e-80a4841075de with Priority: HIGHEST for action security_group_members [ 866.411430] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc33f99a-e54a-4816-828e-80a4841075de taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.411529] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.051882] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc33f99a-e54a-4816-828e-80a4841075de in Status: SUCCESS [ 868.052185] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.052297] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.052744] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.052744] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.052884] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.052921] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.053363] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.053560] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.053738] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.054084] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc33f99a-e54a-4816-828e-80a4841075de',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 868.058073] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.058073] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.058073] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.058073] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.058073] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.058073] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.058073] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.058073] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc33f99a-e54a-4816-828e-80a4841075de',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 868.072633] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc33f99a-e54a-4816-828e-80a4841075de taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.072800] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.074457] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.074579] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.074639] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.074850] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.074972] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.075192] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.075298] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.075364] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.075526] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.075611] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.075698] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc33f99a-e54a-4816-828e-80a4841075de is going to be deleted. [ 868.105571] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.105759] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.105848] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.107018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.107018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.107018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.107018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.107018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.107018] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.107018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.107318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.107318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.107318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.107407] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc33f99a-e54a-4816-828e-80a4841075de',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 868.124532] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.127021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.127021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.127021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.127021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.127021] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.127021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.127021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.127021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.127021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.127021] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc33f99a-e54a-4816-828e-80a4841075de already deleted. [ 868.127021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.127021] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc33f99a-e54a-4816-828e-80a4841075de taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.127021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.127021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.127021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.127702] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.127702] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.127702] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.127702] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.127702] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.127702] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc33f99a-e54a-4816-828e-80a4841075de',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 868.139815] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.139967] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.140042] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.140234] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.140326] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.140512] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.140609] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.140674] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.140827] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.140906] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.140994] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc33f99a-e54a-4816-828e-80a4841075de already deleted. [ 868.141090] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.141183] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc33f99a-e54a-4816-828e-80a4841075de',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 868.147213] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc33f99a-e54a-4816-828e-80a4841075de: rpc.has_security_group_logging(os_id): False [ 868.168277] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.168425] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.168492] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.168716] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.168816] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.169092] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.169168] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.169207] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.169345] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.169414] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.169611] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.169705] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.169769] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.170705] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.170705] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.170705] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.170705] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.170705] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.170705] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.170705] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.170705] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc33f99a-e54a-4816-828e-80a4841075de is going to be created. [ 868.202879] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bc33f99a-e54a-4816-828e-80a4841075de], does not exist path=[/infra/domains/default/groups/bc33f99a-e54a-4816-828e-80a4841075de]."\n}' [ 868.203074] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc33f99a-e54a-4816-828e-80a4841075de failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bc33f99a-e54a-4816-828e-80a4841075de [ 868.203426] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 868.230883] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.230883] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.230883] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.231079] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.231977] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.231977] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.231977] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.231977] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.231977] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.232219] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.232219] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.232415] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.232415] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.232695] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.232695] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.232804] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.232871] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.232919] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.234532] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.234656] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.235627] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.235627] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 868.235627] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 868.235627] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 868.235627] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.235627] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc33f99a-e54a-4816-828e-80a4841075de is going to be created. [ 868.258397] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bc33f99a-e54a-4816-828e-80a4841075de], does not exist path=[/infra/domains/default/groups/bc33f99a-e54a-4816-828e-80a4841075de]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bc33f99a-e54a-4816-828e-80a4841075de [ 868.258576] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc33f99a-e54a-4816-828e-80a4841075de" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 868.258759] env[60542]: Traceback (most recent call last): [ 868.258813] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 868.258813] env[60542]: return func(*args, **kwargs) [ 868.258813] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 868.258813] env[60542]: res.raise_for_status() [ 868.258813] env[60542]: File "/usr/local/lib/python3.10/dist-packages/requests/models.py", line 1021, in raise_for_status [ 868.258813] env[60542]: raise HTTPError(http_error_msg, response=self) [ 868.258813] env[60542]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bc33f99a-e54a-4816-828e-80a4841075de [ 868.258813] env[60542]: During handling of the above exception, another exception occurred: [ 868.258813] env[60542]: Traceback (most recent call last): [ 868.258813] env[60542]: File "/usr/local/lib/python3.10/dist-packages/eventlet/hubs/poll.py", line 111, in wait [ 868.258813] env[60542]: listener.cb(fileno) [ 868.258813] env[60542]: File "/usr/local/lib/python3.10/dist-packages/eventlet/greenthread.py", line 221, in main [ 868.258813] env[60542]: result = function(*args, **kwargs) [ 868.258813] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 868.258813] env[60542]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 868.258813] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 868.258813] env[60542]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 868.258813] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 868.258813] env[60542]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 868.258813] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 868.258813] env[60542]: res.raise_for_status() [ 868.258813] env[60542]: File "/usr/local/lib/python3.10/dist-packages/requests/models.py", line 1021, in raise_for_status [ 868.258813] env[60542]: raise HTTPError(http_error_msg, response=self) [ 868.259808] env[60542]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bc33f99a-e54a-4816-828e-80a4841075de [ 868.259808] env[60542]: Removing descriptor: 24 [ 871.412580] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 871.412580] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 871.665278] env[60542]: INFO networking_nsxv3.common.synchronization [None req-3c2b568a-8051-4021-979f-24233becce49 None None] Enqueued Resource ID: 155dd7d1-8a4b-4064-b708-3e6a783c3ead with Priority: HIGHEST for action port [ 871.665554] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155dd7d1-8a4b-4064-b708-3e6a783c3ead with Priority: HIGHEST for action port [ 871.666314] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-155dd7d1-8a4b-4064-b708-3e6a783c3ead taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.668100] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-155dd7d1-8a4b-4064-b708-3e6a783c3ead" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 871.668260] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-155dd7d1-8a4b-4064-b708-3e6a783c3ead" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 871.668582] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-155dd7d1-8a4b-4064-b708-3e6a783c3ead" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 871.668681] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('155dd7d1-8a4b-4064-b708-3e6a783c3ead',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 871.682196] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 155dd7d1-8a4b-4064-b708-3e6a783c3ead [ 871.683369] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.683369] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 871.683369] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 871.683369] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 871.683369] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 871.683369] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:155dd7d1-8a4b-4064-b708-3e6a783c3ead already deleted. [ 871.683369] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-155dd7d1-8a4b-4064-b708-3e6a783c3ead" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 875.530796] env[60542]: INFO networking_nsxv3.common.synchronization [None req-a31141c5-de19-42fd-8d71-f50bb2fccbbd None None] Enqueued Resource ID: 17abfbed-60db-43cf-8979-bb66e6e8bd3e with Priority: HIGHEST for action port [ 875.531031] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17abfbed-60db-43cf-8979-bb66e6e8bd3e with Priority: HIGHEST for action port [ 875.531323] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-17abfbed-60db-43cf-8979-bb66e6e8bd3e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.531478] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17abfbed-60db-43cf-8979-bb66e6e8bd3e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 875.531537] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17abfbed-60db-43cf-8979-bb66e6e8bd3e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 875.531788] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17abfbed-60db-43cf-8979-bb66e6e8bd3e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 875.531874] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17abfbed-60db-43cf-8979-bb66e6e8bd3e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 875.554302] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17abfbed-60db-43cf-8979-bb66e6e8bd3e [ 875.554535] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.554669] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 875.554743] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 875.554950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 875.555067] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 875.555166] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17abfbed-60db-43cf-8979-bb66e6e8bd3e already deleted. [ 875.555254] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17abfbed-60db-43cf-8979-bb66e6e8bd3e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 876.394722] env[60542]: INFO networking_nsxv3.common.synchronization [None req-92499e98-503c-46c7-bed8-3837654d752c None None] Enqueued Resource ID: e5b03d34-b5a6-409c-82fc-65b0ccc4adbd with Priority: HIGHEST for action port [ 876.394987] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b03d34-b5a6-409c-82fc-65b0ccc4adbd with Priority: HIGHEST for action port [ 876.395303] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b03d34-b5a6-409c-82fc-65b0ccc4adbd taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.395428] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b03d34-b5a6-409c-82fc-65b0ccc4adbd" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 876.395498] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b03d34-b5a6-409c-82fc-65b0ccc4adbd" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 876.395761] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b03d34-b5a6-409c-82fc-65b0ccc4adbd" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 876.395847] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b03d34-b5a6-409c-82fc-65b0ccc4adbd',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 876.408545] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5b03d34-b5a6-409c-82fc-65b0ccc4adbd [ 876.408545] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.408545] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 876.408545] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 876.408763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 876.408874] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 876.408963] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5b03d34-b5a6-409c-82fc-65b0ccc4adbd already deleted. [ 876.409055] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b03d34-b5a6-409c-82fc-65b0ccc4adbd" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 877.543510] env[60542]: INFO networking_nsxv3.common.synchronization [None req-f0c27ca5-6776-48c4-a1ce-18dff6488657 None None] Enqueued Resource ID: 5c265a3d-7e9a-4467-8114-fc9b640ae56a with Priority: HIGHEST for action port [ 877.543510] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c265a3d-7e9a-4467-8114-fc9b640ae56a with Priority: HIGHEST for action port [ 877.543752] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c265a3d-7e9a-4467-8114-fc9b640ae56a taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.543876] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c265a3d-7e9a-4467-8114-fc9b640ae56a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 877.543976] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c265a3d-7e9a-4467-8114-fc9b640ae56a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 877.544752] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c265a3d-7e9a-4467-8114-fc9b640ae56a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 877.544752] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c265a3d-7e9a-4467-8114-fc9b640ae56a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 877.566860] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c265a3d-7e9a-4467-8114-fc9b640ae56a [ 877.566860] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.566860] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 877.566860] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 877.566860] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 877.566860] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 877.566860] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c265a3d-7e9a-4467-8114-fc9b640ae56a already deleted. [ 877.567220] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c265a3d-7e9a-4467-8114-fc9b640ae56a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 878.576310] env[60542]: INFO networking_nsxv3.common.synchronization [None req-7d75f667-b9db-4abc-81b5-a8d84b370e96 None None] Enqueued Resource ID: 683c97fb-0221-4e8a-8ffc-64d9726a741f with Priority: HIGHEST for action port [ 878.576569] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 683c97fb-0221-4e8a-8ffc-64d9726a741f with Priority: HIGHEST for action port [ 878.578276] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-683c97fb-0221-4e8a-8ffc-64d9726a741f taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.578276] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-683c97fb-0221-4e8a-8ffc-64d9726a741f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 878.578276] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-683c97fb-0221-4e8a-8ffc-64d9726a741f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 878.578276] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-683c97fb-0221-4e8a-8ffc-64d9726a741f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 878.578276] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683c97fb-0221-4e8a-8ffc-64d9726a741f',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 878.601476] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 683c97fb-0221-4e8a-8ffc-64d9726a741f [ 878.601812] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.601987] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 878.602115] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 878.602362] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 878.602481] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 878.602606] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:683c97fb-0221-4e8a-8ffc-64d9726a741f already deleted. [ 878.602713] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-683c97fb-0221-4e8a-8ffc-64d9726a741f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 880.376184] env[60542]: INFO networking_nsxv3.common.synchronization [None req-7c3fafad-30c7-4651-b5c3-5107ee43ff8a None None] Enqueued Resource ID: 8b6aec65-2bf2-4460-bdb1-42d4da3ef839 with Priority: HIGHEST for action port [ 880.376484] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6aec65-2bf2-4460-bdb1-42d4da3ef839 with Priority: HIGHEST for action port [ 880.376812] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b6aec65-2bf2-4460-bdb1-42d4da3ef839 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.376956] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b6aec65-2bf2-4460-bdb1-42d4da3ef839" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 880.377023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b6aec65-2bf2-4460-bdb1-42d4da3ef839" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 880.377321] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b6aec65-2bf2-4460-bdb1-42d4da3ef839" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 880.377410] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6aec65-2bf2-4460-bdb1-42d4da3ef839',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 880.394132] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b6aec65-2bf2-4460-bdb1-42d4da3ef839 [ 880.394132] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.394132] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 880.394132] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 880.394132] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 880.394132] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 880.394132] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b6aec65-2bf2-4460-bdb1-42d4da3ef839 already deleted. [ 880.394132] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b6aec65-2bf2-4460-bdb1-42d4da3ef839" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 881.618848] env[60542]: INFO networking_nsxv3.common.synchronization [None req-2099212a-3049-4ecf-804c-8961c3af072e None None] Enqueued Resource ID: 1ea6f9d2-517f-4383-8465-3a4e422def4a with Priority: HIGHEST for action port [ 881.619771] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea6f9d2-517f-4383-8465-3a4e422def4a with Priority: HIGHEST for action port [ 881.619771] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ea6f9d2-517f-4383-8465-3a4e422def4a taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.619771] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ea6f9d2-517f-4383-8465-3a4e422def4a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 881.619771] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ea6f9d2-517f-4383-8465-3a4e422def4a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 881.619921] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ea6f9d2-517f-4383-8465-3a4e422def4a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 881.620480] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ea6f9d2-517f-4383-8465-3a4e422def4a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 881.659744] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ea6f9d2-517f-4383-8465-3a4e422def4a [ 881.659967] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.660194] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 881.660194] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 881.660386] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 881.660476] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 881.661365] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ea6f9d2-517f-4383-8465-3a4e422def4a already deleted. [ 881.661365] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ea6f9d2-517f-4383-8465-3a4e422def4a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 881.711143] env[60542]: INFO networking_nsxv3.common.synchronization [None req-288cd1d3-a713-4626-931c-f721c596e862 None None] Enqueued Resource ID: dea6e014-4906-4b39-b8d8-5be2e9bec435 with Priority: HIGHEST for action port [ 881.711143] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dea6e014-4906-4b39-b8d8-5be2e9bec435 with Priority: HIGHEST for action port [ 881.711143] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-dea6e014-4906-4b39-b8d8-5be2e9bec435 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.711143] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dea6e014-4906-4b39-b8d8-5be2e9bec435" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 881.711143] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dea6e014-4906-4b39-b8d8-5be2e9bec435" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 881.711416] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dea6e014-4906-4b39-b8d8-5be2e9bec435" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 881.711416] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dea6e014-4906-4b39-b8d8-5be2e9bec435',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 881.733074] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dea6e014-4906-4b39-b8d8-5be2e9bec435 [ 881.733074] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.733074] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 881.733074] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 881.733074] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 881.733074] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 881.733074] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dea6e014-4906-4b39-b8d8-5be2e9bec435 already deleted. [ 881.733074] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dea6e014-4906-4b39-b8d8-5be2e9bec435" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 882.611569] env[60542]: INFO networking_nsxv3.common.synchronization [None req-0f5b6217-06bf-4be2-a5d9-f02926c7d8cc tempest-AttachInterfacesTestJSON-943622355 tempest-AttachInterfacesTestJSON-943622355-project-member] Enqueued Resource ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af with Priority: HIGHEST for action security_group_rules [ 882.612332] env[60542]: INFO networking_nsxv3.common.synchronization [None req-0780f3b5-38a2-4843-a8ee-c83de9cfe91b tempest-AttachVolumeTestJSON-958325147 tempest-AttachVolumeTestJSON-958325147-project-member] Enqueued Resource ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 with Priority: HIGHEST for action security_group_rules [ 882.612788] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af with Priority: HIGHEST for action security_group_rules [ 882.612930] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 with Priority: HIGHEST for action security_group_rules [ 882.613204] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56f25f16-603e-4f47-bbb4-015f1d29b9af taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.613321] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 882.613389] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 882.613634] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 882.613716] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56f25f16-603e-4f47-bbb4-015f1d29b9af',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 882.614571] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.614682] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 882.618024] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 882.618024] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 882.618024] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833154d8-3dbe-4856-bae2-ab8c4bfe1463',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 882.658023] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.658023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 882.658023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 882.658023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 882.658023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 882.658023] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af already deleted. [ 882.658023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 882.658761] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.658813] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 882.658936] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 882.659104] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 882.659402] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 882.659402] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 already deleted. [ 882.659402] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 882.696014] env[60542]: INFO networking_nsxv3.common.synchronization [None req-87515ad1-44ee-46a9-8735-2d8c6516a415 tempest-AttachVolumeTestJSON-958325147 tempest-AttachVolumeTestJSON-958325147-project-member] Enqueued Resource ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 with Priority: HIGHEST for action security_group_rules [ 882.699451] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 with Priority: HIGHEST for action security_group_rules [ 882.699451] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.699451] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 882.699451] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 882.699451] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 882.699451] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833154d8-3dbe-4856-bae2-ab8c4bfe1463',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 882.707740] env[60542]: INFO networking_nsxv3.common.synchronization [None req-e805e15a-b298-43c8-92a2-6611675278c3 tempest-AttachInterfacesTestJSON-943622355 tempest-AttachInterfacesTestJSON-943622355-project-member] Enqueued Resource ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af with Priority: HIGHEST for action security_group_rules [ 882.709892] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af with Priority: HIGHEST for action security_group_rules [ 882.709892] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56f25f16-603e-4f47-bbb4-015f1d29b9af taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.709892] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 882.709892] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 882.709892] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 882.709892] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56f25f16-603e-4f47-bbb4-015f1d29b9af',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 882.734896] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.735072] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 882.735174] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 882.735418] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 882.735519] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 882.735621] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 already deleted. [ 882.735705] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 882.743924] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.743924] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 882.744070] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 882.744224] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 882.744351] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 882.744461] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af already deleted. [ 882.744553] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 883.079095] env[60542]: INFO networking_nsxv3.common.synchronization [None req-e483ca03-ef9c-4d6d-a88a-6b694afb14de None None] Enqueued Resource ID: e21df3b3-da4a-40ba-93d8-0ef8b15a13b8 with Priority: HIGHEST for action port [ 883.079095] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21df3b3-da4a-40ba-93d8-0ef8b15a13b8 with Priority: HIGHEST for action port [ 883.079095] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-e21df3b3-da4a-40ba-93d8-0ef8b15a13b8 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.079095] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e21df3b3-da4a-40ba-93d8-0ef8b15a13b8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 883.079095] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e21df3b3-da4a-40ba-93d8-0ef8b15a13b8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 883.079095] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e21df3b3-da4a-40ba-93d8-0ef8b15a13b8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 883.079095] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e21df3b3-da4a-40ba-93d8-0ef8b15a13b8',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 883.100383] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e21df3b3-da4a-40ba-93d8-0ef8b15a13b8 [ 883.100383] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.100383] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 883.100383] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 883.100383] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 883.100383] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 883.100383] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e21df3b3-da4a-40ba-93d8-0ef8b15a13b8 already deleted. [ 883.100383] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e21df3b3-da4a-40ba-93d8-0ef8b15a13b8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 884.044259] env[60542]: INFO networking_nsxv3.common.synchronization [None req-51b4fd9e-53b1-4c0c-b9c5-e13ac942da82 None None] Enqueued Resource ID: 1417b462-6b03-40c8-a293-043bd71c0ffd with Priority: HIGHEST for action port [ 884.045369] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1417b462-6b03-40c8-a293-043bd71c0ffd with Priority: HIGHEST for action port [ 884.045948] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-1417b462-6b03-40c8-a293-043bd71c0ffd taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.045948] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1417b462-6b03-40c8-a293-043bd71c0ffd" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 884.045948] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1417b462-6b03-40c8-a293-043bd71c0ffd" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 884.046253] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1417b462-6b03-40c8-a293-043bd71c0ffd" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 884.046379] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1417b462-6b03-40c8-a293-043bd71c0ffd',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 884.063197] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1417b462-6b03-40c8-a293-043bd71c0ffd [ 884.063423] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.063556] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 884.063628] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 884.063842] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 884.063937] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 884.064045] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1417b462-6b03-40c8-a293-043bd71c0ffd already deleted. [ 884.064122] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1417b462-6b03-40c8-a293-043bd71c0ffd" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 889.046230] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 889.046577] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 894.047145] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 894.047459] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 899.048508] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 899.048801] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 904.049901] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 904.050322] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 908.518039] env[60542]: INFO networking_nsxv3.common.synchronization [req-63ddf261-dc6a-42d1-841c-f112b680c721 req-f7ad68dc-c0bc-4145-abc0-52460d93e63a tempest-TenantUsagesTestJSON-1233530310 tempest-TenantUsagesTestJSON-1233530310-project-member] Enqueued Resource ID: 287b4c9b-0157-4041-a12b-dbd046bd870d with Priority: HIGHEST for action security_group_members [ 908.518039] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287b4c9b-0157-4041-a12b-dbd046bd870d with Priority: HIGHEST for action security_group_members [ 908.518039] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-287b4c9b-0157-4041-a12b-dbd046bd870d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.518039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 908.518039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 908.518039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 908.518039] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.518039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 908.518039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 908.518039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 908.518039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 908.519066] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287b4c9b-0157-4041-a12b-dbd046bd870d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 908.535210] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.535210] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 908.535210] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 908.535210] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 908.553460] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 908.553793] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.553966] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 908.554051] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 908.554262] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 908.554351] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 908.554448] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287b4c9b-0157-4041-a12b-dbd046bd870d is going to be updated. [ 908.587279] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.588032] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 908.588032] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 908.588032] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 908.588032] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 908.598965] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287b4c9b-0157-4041-a12b-dbd046bd870d in Status: IN_PROGRESS for 2s [ 910.114485] env[60542]: INFO networking_nsxv3.common.synchronization [req-9bf5722c-1236-4b33-8006-6c056614262c req-2140446b-1650-4529-bd5b-9a3f07eb078f tempest-DeleteServersAdminTestJSON-523328319 tempest-DeleteServersAdminTestJSON-523328319-project-member] Enqueued Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_members [ 910.114759] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_members [ 910.115323] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20372a7-c689-4c8e-baad-17a08e6925e2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.115453] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.115526] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.115730] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.116355] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.116509] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.116582] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.116762] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.116853] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.116954] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 910.126504] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.126641] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.126697] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.126895] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.126990] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.127261] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.127449] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.127449] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.127597] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.127627] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.127700] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c20372a7-c689-4c8e-baad-17a08e6925e2 is going to be deleted. [ 910.156965] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.157140] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.157216] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.157652] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.157652] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.157770] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.467263] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.467538] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.467724] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.468055] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.468678] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.468856] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.468987] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.469235] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.469392] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.469616] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 910.469741] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 910.469859] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 910.469976] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 910.470108] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 910.470225] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 910.470365] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.490233] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.490415] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 910.490564] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 910.490749] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-791" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.491091] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-5274de6d-19ff-4581-a3b2-246b42ce746a taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.491277] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-5274de6d-19ff-4581-a3b2-246b42ce746a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.491405] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-5274de6d-19ff-4581-a3b2-246b42ce746a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.491793] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-5274de6d-19ff-4581-a3b2-246b42ce746a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.491945] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5274de6d-19ff-4581-a3b2-246b42ce746a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 910.506695] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.506908] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.507051] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.507357] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.507544] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.507708] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 5274de6d-19ff-4581-a3b2-246b42ce746a not found, creating... [ 910.507965] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.508148] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.508273] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.508507] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.508652] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.508935] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.509111] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.509235] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.509450] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.509590] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.509739] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 5274de6d-19ff-4581-a3b2-246b42ce746a is going to be created. [ 910.530450] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.530650] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.530784] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.531067] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.531323] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.531545] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-5274de6d-19ff-4581-a3b2-246b42ce746a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.627880] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287b4c9b-0157-4041-a12b-dbd046bd870d in Status: SUCCESS [ 910.628079] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287b4c9b-0157-4041-a12b-dbd046bd870d deletion is rescheduled due to dependency. [ 910.628208] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.862737] env[60542]: INFO networking_nsxv3.common.synchronization [req-9bf5722c-1236-4b33-8006-6c056614262c req-3283462a-a913-468a-a996-52d12a0e55ce service neutron] Enqueued Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_rules [ 910.862944] env[60542]: INFO networking_nsxv3.common.synchronization [req-9bf5722c-1236-4b33-8006-6c056614262c req-3283462a-a913-468a-a996-52d12a0e55ce service neutron] Enqueued Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_members [ 910.863113] env[60542]: INFO networking_nsxv3.common.synchronization [req-9bf5722c-1236-4b33-8006-6c056614262c req-3283462a-a913-468a-a996-52d12a0e55ce service neutron] Enqueued Resource ID: 5274de6d-19ff-4581-a3b2-246b42ce746a with Priority: HIGHEST for action port [ 910.863352] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_rules [ 910.863493] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_members [ 910.863594] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5274de6d-19ff-4581-a3b2-246b42ce746a with Priority: HIGHEST for action port [ 910.864120] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c20372a7-c689-4c8e-baad-17a08e6925e2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.864250] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.864321] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.864530] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.864614] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 910.868094] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20372a7-c689-4c8e-baad-17a08e6925e2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.872018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.872018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.872018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.872018] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.872018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.872018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.872018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.872018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.872018] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 910.872018] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-5274de6d-19ff-4581-a3b2-246b42ce746a taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.872018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5274de6d-19ff-4581-a3b2-246b42ce746a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.872018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5274de6d-19ff-4581-a3b2-246b42ce746a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.872018] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5274de6d-19ff-4581-a3b2-246b42ce746a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.872018] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5274de6d-19ff-4581-a3b2-246b42ce746a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 910.889525] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 910.893884] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20372a7-c689-4c8e-baad-17a08e6925e2 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.893994] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.899693] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5274de6d-19ff-4581-a3b2-246b42ce746a with status ACTIVE [ 910.899941] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.900125] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.900215] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.900666] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.900666] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.900836] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.900960] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.901056] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.901261] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.901363] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.901555] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.901641] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.901703] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.901844] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.901946] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.901994] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5274de6d-19ff-4581-a3b2-246b42ce746a is going to be updated. [ 910.903926] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 910.911586] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.911754] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.911795] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.912011] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.912112] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.912746] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c20372a7-c689-4c8e-baad-17a08e6925e2 is going to be created. [ 910.927150] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.928205] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.928279] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.928486] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.928625] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.928803] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5274de6d-19ff-4581-a3b2-246b42ce746a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.931865] env[60542]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/c20372a7-c689-4c8e-baad-17a08e6925e2', 'data': {'id': 'c20372a7-c689-4c8e-baad-17a08e6925e2', 'display_name': 'c20372a7-c689-4c8e-baad-17a08e6925e2', 'path': '/infra/domains/default/groups/c20372a7-c689-4c8e-baad-17a08e6925e2', 'expression': [{'value': 'security_group|c20372a7-c689-4c8e-baad-17a08e6925e2', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.233.32']}], 'tags': [{'scope': 'age', 'tag': 1753182883}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500045,\n "module_name" : "Policy",\n "error_message" : "An object with the same path=[/infra/domains/default/groups/c20372a7-c689-4c8e-baad-17a08e6925e2] is marked for deletion. Either use another path or wait for the purge cycle (max 5 minutes) for permanent removal of the object."\n}' [ 910.931865] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.931865] env[60542]: Traceback (most recent call last): [ 910.931865] env[60542]: File "/usr/local/lib/python3.10/dist-packages/eventlet/hubs/poll.py", line 111, in wait [ 910.931865] env[60542]: listener.cb(fileno) [ 910.931865] env[60542]: File "/usr/local/lib/python3.10/dist-packages/eventlet/greenthread.py", line 221, in main [ 910.931865] env[60542]: result = function(*args, **kwargs) [ 910.931865] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 178, in security_group_members [ 910.931865] env[60542]: self.nsx_provider.sg_members_realize( [ 910.931865] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1030, in sg_members_realize [ 910.931865] env[60542]: return self._realize(Provider.SG_MEMBERS, delete, self.payload.sg_members_container, os_sg, provider_group) [ 910.931865] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 910.931865] env[60542]: return func(*args, **kwargs) [ 910.931865] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 910.931865] env[60542]: res = self.client.put(path=path, data=data) [ 910.931865] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 910.931865] env[60542]: raise RuntimeError(msg, last_err) [ 910.931865] env[60542]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500045,\\n "module_name" : "Policy",\\n "error_message" : "An object with the same path=[/infra/domains/default/groups/c20372a7-c689-4c8e-baad-17a08e6925e2] is marked for deletion. Either use another path or wait for the purge cycle (max 5 minutes) for permanent removal of the object."\\n}\'') [ 910.931865] env[60542]: Removing descriptor: 19 [ 910.932472] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.932472] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.932576] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.932686] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.932762] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.932915] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.932996] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.933102] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 910.961455] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 910.987641] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 911.002523] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.002696] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 911.002757] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 911.002966] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 911.003074] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 911.003177] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c20372a7-c689-4c8e-baad-17a08e6925e2 is going to be created. [ 911.023264] env[60542]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/c20372a7-c689-4c8e-baad-17a08e6925e2', 'data': {'id': 'c20372a7-c689-4c8e-baad-17a08e6925e2', 'display_name': 'c20372a7-c689-4c8e-baad-17a08e6925e2', 'path': '/infra/domains/default/groups/c20372a7-c689-4c8e-baad-17a08e6925e2', 'expression': [{'value': 'security_group|c20372a7-c689-4c8e-baad-17a08e6925e2', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.233.32']}], 'tags': [{'scope': 'age', 'tag': 1753182883}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500045,\n "module_name" : "Policy",\n "error_message" : "An object with the same path=[/infra/domains/default/groups/c20372a7-c689-4c8e-baad-17a08e6925e2] is marked for deletion. Either use another path or wait for the purge cycle (max 5 minutes) for permanent removal of the object."\n}' [ 911.023494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 911.023494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 911.023677] env[60542]: Traceback (most recent call last): [ 911.023740] env[60542]: File "/usr/local/lib/python3.10/dist-packages/eventlet/hubs/poll.py", line 111, in wait [ 911.023740] env[60542]: listener.cb(fileno) [ 911.023740] env[60542]: File "/usr/local/lib/python3.10/dist-packages/eventlet/greenthread.py", line 221, in main [ 911.023740] env[60542]: result = function(*args, **kwargs) [ 911.023740] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 194, in security_group_rules [ 911.023740] env[60542]: self.security_group_members(os_id, reference=True) [ 911.023740] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 178, in security_group_members [ 911.023740] env[60542]: self.nsx_provider.sg_members_realize( [ 911.023740] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1030, in sg_members_realize [ 911.023740] env[60542]: return self._realize(Provider.SG_MEMBERS, delete, self.payload.sg_members_container, os_sg, provider_group) [ 911.023740] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 911.023740] env[60542]: return func(*args, **kwargs) [ 911.023740] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 911.023740] env[60542]: res = self.client.put(path=path, data=data) [ 911.023740] env[60542]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 911.023740] env[60542]: raise RuntimeError(msg, last_err) [ 911.023740] env[60542]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500045,\\n "module_name" : "Policy",\\n "error_message" : "An object with the same path=[/infra/domains/default/groups/c20372a7-c689-4c8e-baad-17a08e6925e2] is marked for deletion. Either use another path or wait for the purge cycle (max 5 minutes) for permanent removal of the object."\\n}\'') [ 911.023740] env[60542]: Removing descriptor: 19 [ 911.531683] env[60542]: INFO networking_nsxv3.common.synchronization [None req-be05c2d7-0b1c-4c9c-bab5-11503105925f None None] Enqueued Resource ID: 51b11a2b-b80b-49e6-8acd-58a12bbe4899 with Priority: HIGHEST for action port [ 911.531963] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b11a2b-b80b-49e6-8acd-58a12bbe4899 with Priority: HIGHEST for action port [ 911.532289] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-51b11a2b-b80b-49e6-8acd-58a12bbe4899 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.532423] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51b11a2b-b80b-49e6-8acd-58a12bbe4899" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 911.532498] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51b11a2b-b80b-49e6-8acd-58a12bbe4899" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 911.532800] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51b11a2b-b80b-49e6-8acd-58a12bbe4899" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 911.532888] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51b11a2b-b80b-49e6-8acd-58a12bbe4899',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 911.553313] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51b11a2b-b80b-49e6-8acd-58a12bbe4899 [ 911.553522] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.553654] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 911.553748] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 911.553924] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 911.554026] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 911.554118] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51b11a2b-b80b-49e6-8acd-58a12bbe4899 already deleted. [ 911.554414] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51b11a2b-b80b-49e6-8acd-58a12bbe4899" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 913.386093] env[60542]: INFO networking_nsxv3.common.synchronization [None req-e744e509-8171-409b-b36c-69112cb2b23d None None] Enqueued Resource ID: b221b4ac-ae81-4351-b30b-4f92f65d9cbb with Priority: HIGHEST for action port [ 913.386608] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b221b4ac-ae81-4351-b30b-4f92f65d9cbb with Priority: HIGHEST for action port [ 913.386911] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-b221b4ac-ae81-4351-b30b-4f92f65d9cbb taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.387055] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b221b4ac-ae81-4351-b30b-4f92f65d9cbb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 913.387130] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b221b4ac-ae81-4351-b30b-4f92f65d9cbb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 913.387483] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b221b4ac-ae81-4351-b30b-4f92f65d9cbb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 913.387580] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b221b4ac-ae81-4351-b30b-4f92f65d9cbb',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 913.396701] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b221b4ac-ae81-4351-b30b-4f92f65d9cbb [ 913.397014] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.397176] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 913.397245] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 913.397560] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 913.397661] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 913.397761] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b221b4ac-ae81-4351-b30b-4f92f65d9cbb already deleted. [ 913.397845] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b221b4ac-ae81-4351-b30b-4f92f65d9cbb" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 918.387789] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 918.387789] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 923.388266] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 923.388606] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 928.389306] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 928.389689] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 933.390792] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 933.390792] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 938.392272] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 938.392582] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 943.393471] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 943.393797] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 948.394560] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 948.394933] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 951.461099] env[60542]: INFO networking_nsxv3.common.synchronization [req-6d8501a2-10b4-4a59-a450-73142c9e7d02 req-c5fcdacc-5c83-4054-8a1b-cfef64ee9baa tempest-DeleteServersAdminTestJSON-523328319 tempest-DeleteServersAdminTestJSON-523328319-project-member] Enqueued Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_members [ 951.461099] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20372a7-c689-4c8e-baad-17a08e6925e2 with Priority: HIGHEST for action security_group_members [ 951.461099] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20372a7-c689-4c8e-baad-17a08e6925e2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.461519] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 951.461519] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 951.461519] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 951.461601] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.461685] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 951.461742] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 951.461892] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 951.462090] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 951.462270] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c20372a7-c689-4c8e-baad-17a08e6925e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 951.479578] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.479735] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 951.479810] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 951.480030] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 951.480132] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 951.480326] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.480431] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 951.480493] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 951.480644] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 951.480724] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 951.480813] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c20372a7-c689-4c8e-baad-17a08e6925e2 already deleted. [ 951.480892] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20372a7-c689-4c8e-baad-17a08e6925e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 956.462039] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 956.462039] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 959.003196] env[60542]: INFO networking_nsxv3.common.synchronization [req-b94bcd83-3081-4fd8-8d31-960a52aff5d3 req-24e60c38-a435-45ef-8757-e557bb7f9f85 tempest-ServersTestMultiNic-1533444800 tempest-ServersTestMultiNic-1533444800-project-member] Enqueued Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 959.003492] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 959.004129] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.004316] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 959.004393] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 959.005143] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 959.005143] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.005143] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 959.005143] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 959.005667] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 959.009015] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 959.009015] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 959.015470] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 959.036459] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 959.048272] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.048493] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 959.048526] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 959.048738] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 959.048832] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 959.048930] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 is going to be updated. [ 959.084909] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.085304] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 959.085304] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 959.085304] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 959.085493] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 959.100629] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: IN_PROGRESS for 2s [ 959.229558] env[60542]: INFO networking_nsxv3.common.synchronization [req-b94bcd83-3081-4fd8-8d31-960a52aff5d3 req-168f7afc-d621-43c6-a4da-9148d459f388 tempest-ServersTestMultiNic-1533444800 tempest-ServersTestMultiNic-1533444800-project-member] Enqueued Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 959.229880] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 959.230477] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.230588] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 959.484890] env[60542]: INFO networking_nsxv3.common.synchronization [req-b94bcd83-3081-4fd8-8d31-960a52aff5d3 req-db36fa9b-fccf-419a-9176-7a3fee355ff4 tempest-ServersTestMultiNic-1533444800 tempest-ServersTestMultiNic-1533444800-project-member] Enqueued Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 959.485189] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGHEST for action security_group_members [ 959.485784] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.485913] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.289933] env[60542]: INFO networking_nsxv3.common.synchronization [req-c07ba2b1-1566-4f59-a77f-855deef06699 req-dc8dc8bc-6b16-4da3-b382-026b6d5a0f65 tempest-ServerDiskConfigTestJSON-1556678235 tempest-ServerDiskConfigTestJSON-1556678235-project-member] Enqueued Resource ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 with Priority: HIGHEST for action security_group_members [ 960.290357] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 with Priority: HIGHEST for action security_group_members [ 960.290844] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.290930] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.290981] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.291241] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.291406] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.291540] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.291647] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.291764] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.291856] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 960.291961] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 960.309250] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.309359] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.309414] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.310192] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.310192] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 960.310192] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.310398] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.310398] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.310507] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.310605] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 960.310694] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 already deleted. [ 960.311666] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 960.662022] env[60542]: INFO networking_nsxv3.common.synchronization [req-ba991eed-553c-44e0-b30c-89e88793c3a2 req-2d349547-24cf-4d23-a674-63b1e1eb82e0 tempest-ServersNegativeTestJSON-1737616329 tempest-ServersNegativeTestJSON-1737616329-project-member] Enqueued Resource ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 with Priority: HIGHEST for action security_group_members [ 960.662022] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 with Priority: HIGHEST for action security_group_members [ 960.662022] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.662022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.662022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.662022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.662611] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.662851] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.663110] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.663376] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.663560] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 960.663743] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcadbd4a-187c-4a62-9f7a-44d6fe6659b2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 960.676494] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.676494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.676494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.676494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.676494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 960.676494] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.676494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.676494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.676494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.676494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 960.676494] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 already deleted. [ 960.676494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.112663] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: SUCCESS [ 961.112910] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.113076] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.113308] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.113500] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.113623] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.113692] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.113859] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.113929] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.114045] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 961.133072] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.133292] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.133325] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.133563] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.160037] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.160325] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.160325] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.160325] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.160511] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.160594] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.160865] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 is going to be updated. [ 961.192664] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.194864] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.194864] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.194864] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.194864] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.203540] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: IN_PROGRESS for 2s [ 961.276116] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.276398] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-152" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.276506] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-152" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.276972] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-152" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.277650] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.278063] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.278163] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.278608] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.278925] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.279175] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 961.279354] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 961.279530] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 961.279891] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 961.279891] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 961.280157] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 961.280365] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.302024] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.302280] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 961.302431] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 961.302785] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-152" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.302883] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-a70f9e4e-ccf1-4a44-aeea-89644226015c taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.303079] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-a70f9e4e-ccf1-4a44-aeea-89644226015c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.303212] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-a70f9e4e-ccf1-4a44-aeea-89644226015c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.303541] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-a70f9e4e-ccf1-4a44-aeea-89644226015c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.303691] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70f9e4e-ccf1-4a44-aeea-89644226015c',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 961.326836] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.327329] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.327329] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.327652] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.327873] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.328070] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port a70f9e4e-ccf1-4a44-aeea-89644226015c not found, creating... [ 961.328394] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.328579] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.328708] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.329317] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.329571] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.330141] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.330491] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.330688] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.331161] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.331161] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.331375] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: a70f9e4e-ccf1-4a44-aeea-89644226015c is going to be created. [ 961.353634] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.353871] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.353871] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.354110] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.354369] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.354606] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-a70f9e4e-ccf1-4a44-aeea-89644226015c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.424475] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.425051] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-201" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.425051] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-201" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.426020] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-201" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.426020] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.426020] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.427471] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.427471] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.427471] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.429515] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 961.429515] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 961.429515] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 961.429515] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 961.429515] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 961.429515] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 961.429515] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.457902] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.457902] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 961.457902] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 961.457902] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-201" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.458048] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-59582163-0304-4f82-9a45-39db58047179 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.458368] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-59582163-0304-4f82-9a45-39db58047179" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.458368] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-59582163-0304-4f82-9a45-39db58047179" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.458707] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-59582163-0304-4f82-9a45-39db58047179" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.458914] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59582163-0304-4f82-9a45-39db58047179',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 961.492224] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.492525] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.492626] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.492906] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.493085] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.493304] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 59582163-0304-4f82-9a45-39db58047179 not found, creating... [ 961.493683] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.494733] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.494733] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.494733] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.495030] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.495642] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.495642] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.495762] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.496426] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.496426] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.496426] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 59582163-0304-4f82-9a45-39db58047179 is going to be created. [ 961.521705] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.521893] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.521938] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.522236] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.522480] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.522756] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-59582163-0304-4f82-9a45-39db58047179" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.680118] env[60542]: INFO networking_nsxv3.common.synchronization [req-7667719b-d156-4a33-8877-e4d01d2f86dc req-b66bb160-6f8a-40f9-90a9-59d6c2ee9558 tempest-MultipleCreateTestJSON-535747290 tempest-MultipleCreateTestJSON-535747290-project-member] Enqueued Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_members [ 961.680391] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_members [ 961.681027] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.683058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.683058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.683058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.683058] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.683058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.683058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.683058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.683058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.683058] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 961.693078] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.693276] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.693491] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.693491] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.693617] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.693856] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.693965] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.694048] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.694201] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.694281] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.694374] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517df902-262b-4705-b648-4ed17b646cf7 already deleted. [ 961.695350] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.039108] env[60542]: INFO networking_nsxv3.common.synchronization [req-ba991eed-553c-44e0-b30c-89e88793c3a2 req-3d05fa2f-ffa3-4e68-92a0-de56fa5ef2af service neutron] Enqueued Resource ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 with Priority: HIGHEST for action security_group_rules [ 962.039108] env[60542]: INFO networking_nsxv3.common.synchronization [req-ba991eed-553c-44e0-b30c-89e88793c3a2 req-3d05fa2f-ffa3-4e68-92a0-de56fa5ef2af service neutron] Enqueued Resource ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 with Priority: HIGHEST for action security_group_members [ 962.039108] env[60542]: INFO networking_nsxv3.common.synchronization [req-ba991eed-553c-44e0-b30c-89e88793c3a2 req-3d05fa2f-ffa3-4e68-92a0-de56fa5ef2af service neutron] Enqueued Resource ID: a70f9e4e-ccf1-4a44-aeea-89644226015c with Priority: HIGHEST for action port [ 962.039108] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 with Priority: HIGHEST for action security_group_rules [ 962.039108] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 with Priority: HIGHEST for action security_group_members [ 962.039108] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70f9e4e-ccf1-4a44-aeea-89644226015c with Priority: HIGHEST for action port [ 962.040183] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.040660] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.040855] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.044028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.044028] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcadbd4a-187c-4a62-9f7a-44d6fe6659b2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.044028] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.044028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.044028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.044028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.044028] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.044028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.044028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.044028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.044028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.044028] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcadbd4a-187c-4a62-9f7a-44d6fe6659b2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.047826] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-a70f9e4e-ccf1-4a44-aeea-89644226015c taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.047826] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a70f9e4e-ccf1-4a44-aeea-89644226015c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.047826] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a70f9e4e-ccf1-4a44-aeea-89644226015c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.047826] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a70f9e4e-ccf1-4a44-aeea-89644226015c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.047826] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70f9e4e-ccf1-4a44-aeea-89644226015c',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.066173] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcadbd4a-187c-4a62-9f7a-44d6fe6659b2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.069315] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a70f9e4e-ccf1-4a44-aeea-89644226015c with status ACTIVE [ 962.069624] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.069761] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.069836] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.070061] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.070158] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.070338] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.070439] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.070506] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.070663] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.070743] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.070931] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.071037] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.071103] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.071249] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.071436] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.071534] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a70f9e4e-ccf1-4a44-aeea-89644226015c is going to be updated. [ 962.073502] env[60542]: INFO networking_nsxv3.common.synchronization [req-c07ba2b1-1566-4f59-a77f-855deef06699 req-ff514429-4d6b-46b9-a40d-950626a52c1a service neutron] Enqueued Resource ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 with Priority: HIGHEST for action security_group_rules [ 962.073676] env[60542]: INFO networking_nsxv3.common.synchronization [req-c07ba2b1-1566-4f59-a77f-855deef06699 req-ff514429-4d6b-46b9-a40d-950626a52c1a service neutron] Enqueued Resource ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 with Priority: HIGHEST for action security_group_members [ 962.073821] env[60542]: INFO networking_nsxv3.common.synchronization [req-c07ba2b1-1566-4f59-a77f-855deef06699 req-ff514429-4d6b-46b9-a40d-950626a52c1a service neutron] Enqueued Resource ID: 59582163-0304-4f82-9a45-39db58047179 with Priority: HIGHEST for action port [ 962.074538] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.074638] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.074776] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 with Priority: HIGHEST for action security_group_rules [ 962.074903] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 with Priority: HIGHEST for action security_group_members [ 962.075007] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59582163-0304-4f82-9a45-39db58047179 with Priority: HIGHEST for action port [ 962.076641] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.076759] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.076831] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.077075] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.077163] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.081239] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.081239] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.081239] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.081239] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.081239] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.081239] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.081239] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.081239] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.081239] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.081239] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.081239] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-59582163-0304-4f82-9a45-39db58047179 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.081239] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59582163-0304-4f82-9a45-39db58047179" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.081239] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59582163-0304-4f82-9a45-39db58047179" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.081239] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59582163-0304-4f82-9a45-39db58047179" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.081239] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59582163-0304-4f82-9a45-39db58047179',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.081737] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcadbd4a-187c-4a62-9f7a-44d6fe6659b2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.095277] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.096099] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.096700] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.097994] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.097994] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.097994] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.097994] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.097994] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 is going to be created. [ 962.100460] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.100614] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.101451] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.101701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.102472] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.102472] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a70f9e4e-ccf1-4a44-aeea-89644226015c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.105703] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.107349] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59582163-0304-4f82-9a45-39db58047179 with status ACTIVE [ 962.107349] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.107349] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.107349] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.107349] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.107563] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.107597] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.107683] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.107773] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.107939] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.108689] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.108689] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.108689] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.108689] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.108689] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.108689] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.108689] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59582163-0304-4f82-9a45-39db58047179 is going to be updated. [ 962.115392] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.123323] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.123508] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.123557] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.123777] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.123869] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.123977] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 is going to be created. [ 962.147388] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.147543] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.147643] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.147879] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.149102] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.149102] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59582163-0304-4f82-9a45-39db58047179" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.149461] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.149550] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.149626] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.149801] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.149943] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.159742] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 in Status: UNINITIALIZED for 2s [ 962.173413] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.173413] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.173413] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.173413] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.174241] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.191289] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 in Status: UNINITIALIZED for 2s [ 962.496867] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.497197] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-639" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.497238] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-639" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.497574] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-639" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.497883] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.498243] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.498417] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.498651] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.498815] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.499085] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 962.499214] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 962.499330] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 962.499442] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 962.499558] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 962.499670] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 962.499809] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.519665] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.519665] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 962.519665] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 962.519665] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-639" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.519934] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-0fecdaa6-f624-45a1-b74d-c1443e12532d taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.520159] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-0fecdaa6-f624-45a1-b74d-c1443e12532d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.520297] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-0fecdaa6-f624-45a1-b74d-c1443e12532d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.520602] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-0fecdaa6-f624-45a1-b74d-c1443e12532d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.520757] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fecdaa6-f624-45a1-b74d-c1443e12532d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.541414] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.542397] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.542397] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.542683] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.542836] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.543058] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 0fecdaa6-f624-45a1-b74d-c1443e12532d not found, creating... [ 962.543385] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.543610] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.543820] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.544131] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.544330] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.544685] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.545013] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.545198] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.545460] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.545684] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.545896] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 0fecdaa6-f624-45a1-b74d-c1443e12532d is going to be created. [ 962.563106] env[60542]: INFO networking_nsxv3.common.synchronization [req-26693311-fafe-4637-808f-85f1e9ea6a77 req-dfc5f33b-f233-44e6-a53c-39952fee3feb tempest-ImagesOneServerNegativeTestJSON-1667424217 tempest-ImagesOneServerNegativeTestJSON-1667424217-project-member] Enqueued Resource ID: 995e252d-f032-469e-993d-ef9c0865b4e9 with Priority: HIGHEST for action security_group_members [ 962.564109] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 995e252d-f032-469e-993d-ef9c0865b4e9 with Priority: HIGHEST for action security_group_members [ 962.564582] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-995e252d-f032-469e-993d-ef9c0865b4e9 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.564724] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.564825] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.565131] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.565340] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.565489] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.565721] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.565954] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.566096] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.566229] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('995e252d-f032-469e-993d-ef9c0865b4e9',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.570414] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.570616] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.570752] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.571016] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.571262] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.571487] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-0fecdaa6-f624-45a1-b74d-c1443e12532d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.586875] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.587676] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.587825] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.588081] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.588202] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.588421] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.589355] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.589355] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.589355] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.589355] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.589355] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 995e252d-f032-469e-993d-ef9c0865b4e9 already deleted. [ 962.589355] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.897033] env[60542]: INFO networking_nsxv3.common.synchronization [req-7667719b-d156-4a33-8877-e4d01d2f86dc req-a3836f16-5210-4db6-a925-a509bac58cb2 service neutron] Enqueued Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_rules [ 962.897033] env[60542]: INFO networking_nsxv3.common.synchronization [req-7667719b-d156-4a33-8877-e4d01d2f86dc req-a3836f16-5210-4db6-a925-a509bac58cb2 service neutron] Enqueued Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_members [ 962.897033] env[60542]: INFO networking_nsxv3.common.synchronization [req-7667719b-d156-4a33-8877-e4d01d2f86dc req-a3836f16-5210-4db6-a925-a509bac58cb2 service neutron] Enqueued Resource ID: 0fecdaa6-f624-45a1-b74d-c1443e12532d with Priority: HIGHEST for action port [ 962.897033] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_rules [ 962.897033] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_members [ 962.897033] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fecdaa6-f624-45a1-b74d-c1443e12532d with Priority: HIGHEST for action port [ 962.897033] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.897033] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.897033] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.899461] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.899643] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.902025] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.902025] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.902025] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.902025] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.902025] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.908286] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.908502] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.908883] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.909061] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.909445] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.910268] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fecdaa6-f624-45a1-b74d-c1443e12532d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.910434] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fecdaa6-f624-45a1-b74d-c1443e12532d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.910467] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fecdaa6-f624-45a1-b74d-c1443e12532d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.910654] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fecdaa6-f624-45a1-b74d-c1443e12532d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.910732] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fecdaa6-f624-45a1-b74d-c1443e12532d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.932409] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.935389] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.935555] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.935714] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fecdaa6-f624-45a1-b74d-c1443e12532d with status ACTIVE [ 962.935948] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.936074] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.936158] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.936497] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.936628] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.936831] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.936962] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.937054] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.937329] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.938027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.938027] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.938027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.938027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.938027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.938027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.938329] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fecdaa6-f624-45a1-b74d-c1443e12532d is going to be updated. [ 962.946390] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 962.956181] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.956390] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.956464] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.956679] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.956772] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.956873] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517df902-262b-4705-b648-4ed17b646cf7 is going to be created. [ 962.963965] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.964131] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.964209] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.964427] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.964571] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.964728] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fecdaa6-f624-45a1-b74d-c1443e12532d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.982732] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.982899] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 962.982975] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 962.983212] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 962.983379] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.994479] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: UNINITIALIZED for 2s [ 963.217340] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: SUCCESS [ 963.217605] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 deletion is rescheduled due to dependency. [ 963.217737] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 963.217984] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 963.218247] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 963.218446] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.218568] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 963.218636] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 963.219334] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 963.219334] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 963.219334] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 963.230066] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.230267] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 963.230348] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 963.231572] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 963.231572] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 963.231572] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.231572] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 963.231572] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 963.231572] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 963.231572] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 963.231572] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 is going to be updated. [ 963.273554] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.273808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 963.273993] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 963.275801] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 963.275801] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 963.285506] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: IN_PROGRESS for 2s [ 963.878096] env[60542]: INFO networking_nsxv3.common.synchronization [req-7667719b-d156-4a33-8877-e4d01d2f86dc req-65c1fc3e-a26e-435d-9082-f747fbe7bc37 tempest-MultipleCreateTestJSON-535747290 tempest-MultipleCreateTestJSON-535747290-project-member] Enqueued Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_members [ 963.878608] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_members [ 963.878938] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.880511] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 963.992302] env[60542]: INFO networking_nsxv3.common.synchronization [req-a26ed563-f496-4f2b-9f25-4d1be3d67373 req-c61c732d-27cb-4d8e-a9ae-1711bc29b846 tempest-ServersTestJSON-844148859 tempest-ServersTestJSON-844148859-project-member] Enqueued Resource ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 with Priority: HIGHEST for action security_group_members [ 963.992863] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 with Priority: HIGHEST for action security_group_members [ 963.993544] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-950ff386-1313-4e3a-ad2e-f0b7c5d60558 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.993688] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 963.993762] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 963.994057] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 963.995300] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.995542] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 963.995830] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 963.997275] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 963.997275] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 963.997275] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('950ff386-1313-4e3a-ad2e-f0b7c5d60558',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 964.025874] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.025874] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.025971] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.026843] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.027704] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.027704] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.028707] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.032743] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.032743] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.032743] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.032743] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 already deleted. [ 964.032743] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.193651] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 in Status: SUCCESS [ 964.193805] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.193966] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.195014] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.195266] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.195423] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.195515] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.195796] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.196198] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.196384] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.196777] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcadbd4a-187c-4a62-9f7a-44d6fe6659b2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 964.205396] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 in Status: SUCCESS [ 964.205396] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.205396] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.205396] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.205396] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.205396] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.205396] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.205396] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.205396] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.205396] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.205396] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 964.215443] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.215955] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.215955] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.215955] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.218288] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.218288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.218288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.218288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.218288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.218288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.218288] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.218288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.218288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.218288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.218288] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.218288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.218288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.218837] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.218837] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.218837] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.218837] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcadbd4a-187c-4a62-9f7a-44d6fe6659b2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 964.238017] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcadbd4a-187c-4a62-9f7a-44d6fe6659b2: rpc.has_security_group_logging(os_id): False [ 964.247973] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.248286] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.248286] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.248490] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.248665] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.248779] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.248855] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.249051] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.249350] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.249350] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.249350] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.249534] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.249534] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.249659] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.249802] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.249895] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.249959] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.250275] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.250393] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.250454] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.250523] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 964.262095] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.262095] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.262095] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.262095] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.262095] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.262095] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.262095] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.262095] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.262095] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.262095] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.262095] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.262095] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.262504] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.262504] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.262504] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.262583] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.262972] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.262972] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.262972] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.262972] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.263258] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 is going to be created. [ 964.271746] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8: rpc.has_security_group_logging(os_id): False [ 964.292711] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.292891] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.292988] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.293367] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.293546] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.293875] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.294736] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.294736] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.294736] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.294736] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.294923] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.294980] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.295108] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.295348] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.295499] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.295829] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.297347] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.297347] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.297347] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.297347] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.297347] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 is going to be created. [ 964.354609] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.355465] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.355465] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.355465] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.355465] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.358414] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.358538] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.358797] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.358797] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.359014] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.379785] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.380009] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-189" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.380165] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-189" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.381011] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-189" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.381011] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.381011] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.381209] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.382046] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.382046] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.382046] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 964.382046] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 964.382046] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 964.384724] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 964.384979] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 964.385126] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 964.385292] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.387579] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 in Status: IN_PROGRESS for 2s [ 964.387807] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 in Status: IN_PROGRESS for 2s [ 964.412290] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.412290] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 964.412290] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 964.412290] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-189" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.412636] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-1c9d862d-8a0d-4c91-834b-72d52fd1fcb7 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.412814] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-1c9d862d-8a0d-4c91-834b-72d52fd1fcb7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.412944] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-1c9d862d-8a0d-4c91-834b-72d52fd1fcb7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.413327] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-1c9d862d-8a0d-4c91-834b-72d52fd1fcb7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.413483] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9d862d-8a0d-4c91-834b-72d52fd1fcb7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 964.434028] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.434028] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.434028] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.434028] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.434028] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.434028] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 1c9d862d-8a0d-4c91-834b-72d52fd1fcb7 not found, creating... [ 964.434028] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.434387] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.434387] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.434469] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.434586] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.435066] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.435248] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.435374] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.435603] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.435871] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.436044] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 1c9d862d-8a0d-4c91-834b-72d52fd1fcb7 is going to be created. [ 964.485993] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.486771] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.486771] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.486771] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.487455] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.487455] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-1c9d862d-8a0d-4c91-834b-72d52fd1fcb7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.802200] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-107 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.802435] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-107" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.802705] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-107" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.802943] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-107" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.803446] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.803446] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.803636] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.803755] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.803837] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.804065] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 964.804179] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 964.804291] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 964.805059] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 964.805059] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 964.805059] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 964.805059] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.826433] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.826611] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 964.826762] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 964.826928] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-107" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.827333] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-6ac0f8a3-c5bf-4a38-8a33-9cafae07546f taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.827567] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-6ac0f8a3-c5bf-4a38-8a33-9cafae07546f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.827646] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-6ac0f8a3-c5bf-4a38-8a33-9cafae07546f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.828017] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-6ac0f8a3-c5bf-4a38-8a33-9cafae07546f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.828170] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ac0f8a3-c5bf-4a38-8a33-9cafae07546f',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 964.850315] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.850532] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.850599] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.850828] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.850986] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.851156] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 6ac0f8a3-c5bf-4a38-8a33-9cafae07546f not found, creating... [ 964.851430] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.851595] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.851721] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.851952] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.856311] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.857496] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.857496] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.857496] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.857496] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.857496] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.857855] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 6ac0f8a3-c5bf-4a38-8a33-9cafae07546f is going to be created. [ 964.882883] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.882883] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.882883] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.882883] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.882883] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.882883] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-6ac0f8a3-c5bf-4a38-8a33-9cafae07546f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.008439] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: SUCCESS [ 965.008685] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.008868] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.009177] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.009431] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.009565] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.009630] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.009803] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.009894] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.009989] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.010106] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 965.010987] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.012182] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.012182] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.012471] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.012944] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.012944] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.013336] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.013336] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 965.040361] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.040361] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.040361] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 965.054989] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 965.076978] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.077724] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.077834] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.078090] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.078187] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.078294] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517df902-262b-4705-b648-4ed17b646cf7 is going to be updated. [ 965.117873] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.117873] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.118204] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.118977] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.119183] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.133877] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: IN_PROGRESS for 2s [ 965.299650] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 in Status: SUCCESS [ 965.299926] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 deletion is rescheduled due to dependency. [ 965.299974] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.441787] env[60542]: INFO networking_nsxv3.common.synchronization [req-a26ed563-f496-4f2b-9f25-4d1be3d67373 req-57444594-d7ad-4116-bf41-3eadcc608ad5 service neutron] Enqueued Resource ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 with Priority: HIGHEST for action security_group_rules [ 965.442047] env[60542]: INFO networking_nsxv3.common.synchronization [req-a26ed563-f496-4f2b-9f25-4d1be3d67373 req-57444594-d7ad-4116-bf41-3eadcc608ad5 service neutron] Enqueued Resource ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 with Priority: HIGHEST for action security_group_members [ 965.442212] env[60542]: INFO networking_nsxv3.common.synchronization [req-a26ed563-f496-4f2b-9f25-4d1be3d67373 req-57444594-d7ad-4116-bf41-3eadcc608ad5 service neutron] Enqueued Resource ID: 6ac0f8a3-c5bf-4a38-8a33-9cafae07546f with Priority: HIGHEST for action port [ 965.442591] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 with Priority: HIGHEST for action security_group_rules [ 965.442591] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 with Priority: HIGHEST for action security_group_members [ 965.442733] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ac0f8a3-c5bf-4a38-8a33-9cafae07546f with Priority: HIGHEST for action port [ 965.443676] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-950ff386-1313-4e3a-ad2e-f0b7c5d60558 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.443887] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.443988] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.444389] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.444550] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('950ff386-1313-4e3a-ad2e-f0b7c5d60558',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 965.446214] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-950ff386-1313-4e3a-ad2e-f0b7c5d60558 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.446389] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.446461] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.446746] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.447163] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.447505] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.447505] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.447637] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.447753] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.448020] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('950ff386-1313-4e3a-ad2e-f0b7c5d60558',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 965.449014] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ac0f8a3-c5bf-4a38-8a33-9cafae07546f taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.449142] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ac0f8a3-c5bf-4a38-8a33-9cafae07546f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.449381] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ac0f8a3-c5bf-4a38-8a33-9cafae07546f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.449381] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ac0f8a3-c5bf-4a38-8a33-9cafae07546f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.449478] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ac0f8a3-c5bf-4a38-8a33-9cafae07546f',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 965.469667] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('950ff386-1313-4e3a-ad2e-f0b7c5d60558',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 965.477105] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-950ff386-1313-4e3a-ad2e-f0b7c5d60558 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.477248] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.482900] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('950ff386-1313-4e3a-ad2e-f0b7c5d60558',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 965.484453] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ac0f8a3-c5bf-4a38-8a33-9cafae07546f with status ACTIVE [ 965.484664] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.484789] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.484877] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.485107] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.485204] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.485389] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.485492] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.485556] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.485714] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.485914] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.486122] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.486221] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.486284] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.486441] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.486519] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.486606] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ac0f8a3-c5bf-4a38-8a33-9cafae07546f is going to be updated. [ 965.492822] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.492987] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.493334] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.493599] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.493700] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.493802] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 is going to be created. [ 965.510918] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.511115] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.511170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.511389] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.511529] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.511693] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ac0f8a3-c5bf-4a38-8a33-9cafae07546f" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.523758] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.523939] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.524040] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.524267] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.524429] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.548021] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 in Status: UNINITIALIZED for 2s [ 965.809190] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.809190] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-639" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.809190] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-639" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.809190] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-639" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.809190] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.810028] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.810322] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.810873] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.811385] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.814216] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 965.814216] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 965.814216] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 965.814216] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 965.814216] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 965.814216] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 965.814216] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.835255] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.835255] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 965.835255] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 965.835255] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-639" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.836220] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.836220] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.836220] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.836220] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.836220] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 965.860533] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.860774] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.860911] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.861233] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.861708] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.861708] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b not found, creating... [ 965.861840] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.862185] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.862185] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.862430] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.862513] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.862855] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.863229] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.863398] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.863633] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.863780] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.863933] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b is going to be created. [ 965.873867] env[60542]: INFO networking_nsxv3.common.synchronization [req-f9eca8e6-2e63-4f31-994e-5c4047c0e98b req-29771c92-a08c-43fd-8bbe-8c82dfd5c5d4 tempest-AttachInterfacesTestJSON-943622355 tempest-AttachInterfacesTestJSON-943622355-project-member] Enqueued Resource ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af with Priority: HIGHEST for action security_group_members [ 965.874387] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af with Priority: HIGHEST for action security_group_members [ 965.875301] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-56f25f16-603e-4f47-bbb4-015f1d29b9af taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.875439] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.875515] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.875780] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.875943] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.876413] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.876505] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.876683] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.876779] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.876973] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56f25f16-603e-4f47-bbb4-015f1d29b9af',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 965.883964] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.884378] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.884378] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.884598] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.884833] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.885079] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.887264] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.887579] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.887579] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.887740] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.887740] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.887938] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.888074] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.888154] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.888317] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.888399] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.888489] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af already deleted. [ 965.888574] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.898670] env[60542]: INFO networking_nsxv3.common.synchronization [req-9103344d-50c2-42d3-af1b-42e70de1a0d4 req-68958002-4abe-42cd-89c9-1badd4ee238b tempest-AttachVolumeTestJSON-958325147 tempest-AttachVolumeTestJSON-958325147-project-member] Enqueued Resource ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 with Priority: HIGHEST for action security_group_members [ 965.898973] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 with Priority: HIGHEST for action security_group_members [ 965.900055] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-833154d8-3dbe-4856-bae2-ab8c4bfe1463 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.900198] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.900270] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.900523] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.900722] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.900805] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.900853] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.901094] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.901145] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.901212] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833154d8-3dbe-4856-bae2-ab8c4bfe1463',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 965.917281] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.917465] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.917536] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.917757] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.917905] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.918113] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.918217] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.918281] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.921071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.921071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.921071] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 already deleted. [ 965.921071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.279113] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-322 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.279368] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-322" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.279507] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-322" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.279855] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-322" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.280468] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.280658] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.280792] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.281068] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.281233] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.281463] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 966.281594] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 966.281711] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 966.281829] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 966.281950] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 966.282075] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 966.282221] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.302749] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.302903] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 966.303057] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 966.303253] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-322" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.303597] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-beafefc3-0ed1-4ee5-9e95-b8befdfc339d taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.303785] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-beafefc3-0ed1-4ee5-9e95-b8befdfc339d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.303920] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-beafefc3-0ed1-4ee5-9e95-b8befdfc339d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.304356] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-beafefc3-0ed1-4ee5-9e95-b8befdfc339d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.304519] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beafefc3-0ed1-4ee5-9e95-b8befdfc339d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 966.323960] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.324236] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.324374] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.324652] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.324817] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.325154] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port beafefc3-0ed1-4ee5-9e95-b8befdfc339d not found, creating... [ 966.325439] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.325652] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.325787] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.326037] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.326190] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.326492] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.326656] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.326782] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.327008] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.327164] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.327315] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: beafefc3-0ed1-4ee5-9e95-b8befdfc339d is going to be created. [ 966.392742] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.393010] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.393152] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.393468] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.393716] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.394662] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-beafefc3-0ed1-4ee5-9e95-b8befdfc339d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.405074] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 in Status: SUCCESS [ 966.405074] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.405074] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 in Status: SUCCESS [ 966.405074] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.553784] env[60542]: INFO networking_nsxv3.common.synchronization [req-26693311-fafe-4637-808f-85f1e9ea6a77 req-e784e6e6-0e08-48ec-9047-8533dff2ec9d service neutron] Enqueued Resource ID: 995e252d-f032-469e-993d-ef9c0865b4e9 with Priority: HIGHEST for action security_group_rules [ 966.553784] env[60542]: INFO networking_nsxv3.common.synchronization [req-26693311-fafe-4637-808f-85f1e9ea6a77 req-e784e6e6-0e08-48ec-9047-8533dff2ec9d service neutron] Enqueued Resource ID: 995e252d-f032-469e-993d-ef9c0865b4e9 with Priority: HIGHEST for action security_group_members [ 966.553944] env[60542]: INFO networking_nsxv3.common.synchronization [req-26693311-fafe-4637-808f-85f1e9ea6a77 req-e784e6e6-0e08-48ec-9047-8533dff2ec9d service neutron] Enqueued Resource ID: 1c9d862d-8a0d-4c91-834b-72d52fd1fcb7 with Priority: HIGHEST for action port [ 966.554193] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 995e252d-f032-469e-993d-ef9c0865b4e9 with Priority: HIGHEST for action security_group_rules [ 966.554329] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 995e252d-f032-469e-993d-ef9c0865b4e9 with Priority: HIGHEST for action security_group_members [ 966.554431] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c9d862d-8a0d-4c91-834b-72d52fd1fcb7 with Priority: HIGHEST for action port [ 966.555599] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-995e252d-f032-469e-993d-ef9c0865b4e9 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.555840] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.555956] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.556348] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.556476] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('995e252d-f032-469e-993d-ef9c0865b4e9',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 966.561038] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-995e252d-f032-469e-993d-ef9c0865b4e9 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.561038] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.561038] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.561038] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.561038] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.561038] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.561038] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.561038] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.561038] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.561038] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('995e252d-f032-469e-993d-ef9c0865b4e9',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 966.562545] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c9d862d-8a0d-4c91-834b-72d52fd1fcb7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.562674] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c9d862d-8a0d-4c91-834b-72d52fd1fcb7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.562750] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c9d862d-8a0d-4c91-834b-72d52fd1fcb7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.562974] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c9d862d-8a0d-4c91-834b-72d52fd1fcb7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.563066] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9d862d-8a0d-4c91-834b-72d52fd1fcb7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 966.589750] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('995e252d-f032-469e-993d-ef9c0865b4e9',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 966.594567] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-995e252d-f032-469e-993d-ef9c0865b4e9 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.594567] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.599031] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c9d862d-8a0d-4c91-834b-72d52fd1fcb7 with status ACTIVE [ 966.599279] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.599413] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.599486] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.599708] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.599805] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.599987] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.600112] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.600179] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.600721] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.600800] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.601153] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.601153] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.601275] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.601325] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.601848] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.601952] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c9d862d-8a0d-4c91-834b-72d52fd1fcb7 is going to be updated. [ 966.603932] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('995e252d-f032-469e-993d-ef9c0865b4e9',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 966.612036] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.612187] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.612218] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.612424] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.612524] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.612623] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 995e252d-f032-469e-993d-ef9c0865b4e9 is going to be created. [ 966.629731] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.629887] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.629966] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.630205] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.630350] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.630520] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c9d862d-8a0d-4c91-834b-72d52fd1fcb7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.638881] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.639086] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 966.639131] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 966.639351] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 966.639512] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 966.653807] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 995e252d-f032-469e-993d-ef9c0865b4e9 in Status: UNINITIALIZED for 2s [ 967.145755] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: SUCCESS [ 967.146132] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.146194] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.146557] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.146780] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.146904] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.146972] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.147160] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.147246] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.147337] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.147492] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.147586] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.147654] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.147856] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.148432] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.148583] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.148683] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.149067] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.149178] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.149277] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.149377] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 967.155607] env[60542]: INFO networking_nsxv3.common.synchronization [req-f9eca8e6-2e63-4f31-994e-5c4047c0e98b req-19e92e2b-0b6a-4160-a590-b7ffffe9d06d service neutron] Enqueued Resource ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af with Priority: HIGHEST for action security_group_rules [ 967.155879] env[60542]: INFO networking_nsxv3.common.synchronization [req-f9eca8e6-2e63-4f31-994e-5c4047c0e98b req-19e92e2b-0b6a-4160-a590-b7ffffe9d06d service neutron] Enqueued Resource ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af with Priority: HIGHEST for action security_group_members [ 967.156050] env[60542]: INFO networking_nsxv3.common.synchronization [req-f9eca8e6-2e63-4f31-994e-5c4047c0e98b req-19e92e2b-0b6a-4160-a590-b7ffffe9d06d service neutron] Enqueued Resource ID: beafefc3-0ed1-4ee5-9e95-b8befdfc339d with Priority: HIGHEST for action port [ 967.158314] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af with Priority: HIGHEST for action security_group_rules [ 967.158314] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af with Priority: HIGHEST for action security_group_members [ 967.158314] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beafefc3-0ed1-4ee5-9e95-b8befdfc339d with Priority: HIGHEST for action port [ 967.158314] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56f25f16-603e-4f47-bbb4-015f1d29b9af taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.158314] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.158314] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.159555] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.159682] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56f25f16-603e-4f47-bbb4-015f1d29b9af',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 967.160886] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-56f25f16-603e-4f47-bbb4-015f1d29b9af taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.161016] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.161296] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.161296] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.161416] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.161513] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.161581] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.161733] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.161822] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.162161] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56f25f16-603e-4f47-bbb4-015f1d29b9af',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 967.165884] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-beafefc3-0ed1-4ee5-9e95-b8befdfc339d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.165980] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beafefc3-0ed1-4ee5-9e95-b8befdfc339d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.166082] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beafefc3-0ed1-4ee5-9e95-b8befdfc339d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.166275] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beafefc3-0ed1-4ee5-9e95-b8befdfc339d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.166360] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beafefc3-0ed1-4ee5-9e95-b8befdfc339d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 967.167156] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 517df902-262b-4705-b648-4ed17b646cf7: rpc.has_security_group_logging(os_id): False [ 967.170342] env[60542]: INFO networking_nsxv3.common.synchronization [req-e57cb0b7-943b-4dff-b85d-94722ea01a65 req-6b91e5f9-7682-4d76-a5f3-f1661c623714 tempest-ServerRescueTestJSON-1707014401 tempest-ServerRescueTestJSON-1707014401-project-member] Enqueued Resource ID: df425deb-38dd-4edf-8193-94847148fa68 with Priority: HIGHEST for action security_group_members [ 967.171175] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df425deb-38dd-4edf-8193-94847148fa68 with Priority: HIGHEST for action security_group_members [ 967.171534] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-df425deb-38dd-4edf-8193-94847148fa68 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.171657] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.171727] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.174592] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.174592] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.174592] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.174592] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.174592] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.174592] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.174592] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df425deb-38dd-4edf-8193-94847148fa68',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 967.191092] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.191092] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.191092] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.191092] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.191092] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.191092] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.191092] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.191092] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.191092] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.191092] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.191092] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df425deb-38dd-4edf-8193-94847148fa68 already deleted. [ 967.191092] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.191899] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-56f25f16-603e-4f47-bbb4-015f1d29b9af taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.191899] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.193055] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56f25f16-603e-4f47-bbb4-015f1d29b9af',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 967.206436] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port beafefc3-0ed1-4ee5-9e95-b8befdfc339d with status ACTIVE [ 967.206666] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.206806] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.207062] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.207151] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.207187] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.207395] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.207520] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.207587] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.207750] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.207858] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.208081] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.208186] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.208252] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.208400] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.208479] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.208567] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: beafefc3-0ed1-4ee5-9e95-b8befdfc339d is going to be updated. [ 967.210036] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56f25f16-603e-4f47-bbb4-015f1d29b9af',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 967.217102] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.217238] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.217315] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.217524] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.217619] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.217716] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af is going to be created. [ 967.229796] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.229985] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.230038] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.230308] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.230409] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.230613] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.230717] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.230784] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.230948] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.231039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.231248] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.231349] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.231437] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.231627] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.231681] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.231863] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.232094] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.232094] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.232183] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.232260] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.232348] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 517df902-262b-4705-b648-4ed17b646cf7 is going to be created. [ 967.253145] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.253346] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.253388] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.253576] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.253722] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.253893] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beafefc3-0ed1-4ee5-9e95-b8befdfc339d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.273619] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.273857] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.273857] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.274351] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.274351] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.284966] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af in Status: UNINITIALIZED for 2s [ 967.312387] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.312560] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.312605] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.314017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.314017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.329892] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: IN_PROGRESS for 2s [ 967.570048] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 in Status: SUCCESS [ 967.570355] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.570716] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.571104] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.571452] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.572403] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.572403] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.572403] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.572403] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.572601] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.572601] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('950ff386-1313-4e3a-ad2e-f0b7c5d60558',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 967.588593] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-950ff386-1313-4e3a-ad2e-f0b7c5d60558 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.588802] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.588802] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.589045] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.589231] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.589341] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.589404] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.589576] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.589666] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.589757] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.589910] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-950ff386-1313-4e3a-ad2e-f0b7c5d60558 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.590015] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.590087] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.590238] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.590383] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.590476] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.590539] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.590685] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.590755] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.590847] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.590941] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('950ff386-1313-4e3a-ad2e-f0b7c5d60558',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 967.597603] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 950ff386-1313-4e3a-ad2e-f0b7c5d60558: rpc.has_security_group_logging(os_id): False [ 967.619989] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.620209] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.620209] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.620413] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.620507] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.620702] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.620808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.620875] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.621045] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.621129] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.621323] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.621419] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.621483] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.621625] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.621703] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.621893] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.622053] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.622053] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.622189] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.622268] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.622355] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 is going to be created. [ 967.681310] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.681498] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.681812] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.681812] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.681978] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.696958] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 in Status: IN_PROGRESS for 2s [ 967.851393] env[60542]: INFO networking_nsxv3.common.synchronization [req-7667719b-d156-4a33-8877-e4d01d2f86dc req-47a2c2be-b5e2-4fcc-92b0-329bdff4daff service neutron] Enqueued Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_rules [ 967.851393] env[60542]: INFO networking_nsxv3.common.synchronization [req-7667719b-d156-4a33-8877-e4d01d2f86dc req-47a2c2be-b5e2-4fcc-92b0-329bdff4daff service neutron] Enqueued Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_members [ 967.851393] env[60542]: INFO networking_nsxv3.common.synchronization [req-7667719b-d156-4a33-8877-e4d01d2f86dc req-47a2c2be-b5e2-4fcc-92b0-329bdff4daff service neutron] Enqueued Resource ID: c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b with Priority: HIGHEST for action port [ 967.851393] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_rules [ 967.851393] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_members [ 967.851393] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b with Priority: HIGHEST for action port [ 967.851393] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.851393] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.851393] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.851393] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.851393] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.855164] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.855346] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.855456] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.855521] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.855845] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.855928] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.856102] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 967.857019] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.861019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.861019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.861019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.861019] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 967.867297] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 967.877265] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 967.881021] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b with status ACTIVE [ 967.881021] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.881021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.881021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.881021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.881021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.881021] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.881021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.881021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.881021] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.884797] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.885053] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.885169] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.885291] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.885416] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.885496] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.885584] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b is going to be updated. [ 967.887523] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.887633] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.887706] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.887905] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.888007] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.891871] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517df902-262b-4705-b648-4ed17b646cf7 is going to be updated. [ 967.917195] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.917411] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.917411] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.917743] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.917996] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.918174] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c95ecd04-2d9a-4470-a5bf-7b4eebae8e2b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.929584] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.929776] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.929821] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.930053] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.930203] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.941851] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: IN_PROGRESS for 2s [ 968.327021] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.327021] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-756" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.327021] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-756" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.327021] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-756" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.327021] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.327021] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.327021] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.327610] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.327893] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.328254] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 968.328489] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 968.328704] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 968.328918] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 968.329160] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 968.329371] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 968.329609] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.363021] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.363021] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 968.363021] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 968.363021] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-756" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.363021] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-8fd59865-b405-4979-a4d6-1dae122ce7c5 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.363021] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-8fd59865-b405-4979-a4d6-1dae122ce7c5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.363021] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-8fd59865-b405-4979-a4d6-1dae122ce7c5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.363021] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-8fd59865-b405-4979-a4d6-1dae122ce7c5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.363021] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd59865-b405-4979-a4d6-1dae122ce7c5',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 968.380018] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.380018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.380018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.380018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.380018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.380018] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port 8fd59865-b405-4979-a4d6-1dae122ce7c5 not found, creating... [ 968.380018] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.380018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.380018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.380018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.380018] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.380513] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.380513] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.380513] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.380769] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.381028] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.381284] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: 8fd59865-b405-4979-a4d6-1dae122ce7c5 is going to be created. [ 968.405633] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.406194] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.406446] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.406816] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.407168] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.407505] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-8fd59865-b405-4979-a4d6-1dae122ce7c5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.667017] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 995e252d-f032-469e-993d-ef9c0865b4e9 in Status: SUCCESS [ 968.667017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.667017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.667017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.667017] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.667017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.667017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.667017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.667017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.667017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.667017] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('995e252d-f032-469e-993d-ef9c0865b4e9',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 968.681017] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-995e252d-f032-469e-993d-ef9c0865b4e9 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.681017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.681017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.681017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.681017] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.681017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.681017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.681017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.681017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.681017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.681017] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-995e252d-f032-469e-993d-ef9c0865b4e9 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.681017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.681017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.681017] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.681017] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.681653] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.681653] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.681653] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.681797] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.682013] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.682203] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('995e252d-f032-469e-993d-ef9c0865b4e9',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 968.689474] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 995e252d-f032-469e-993d-ef9c0865b4e9: rpc.has_security_group_logging(os_id): False [ 968.722019] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.722019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.722019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.722019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.722019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.722019] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.722019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.722019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.722019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.722019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.722019] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.722019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.722019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.722019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.722627] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.722627] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.722627] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.722627] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.722627] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.722915] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.723118] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 995e252d-f032-469e-993d-ef9c0865b4e9 is going to be created. [ 968.783854] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.783854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.783854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.783854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.783854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.793664] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 995e252d-f032-469e-993d-ef9c0865b4e9 in Status: IN_PROGRESS for 2s [ 969.294605] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af in Status: SUCCESS [ 969.294883] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.295069] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.295306] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.295501] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.295625] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.295765] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.295956] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.296066] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.296161] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.296254] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56f25f16-603e-4f47-bbb4-015f1d29b9af',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 969.308280] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56f25f16-603e-4f47-bbb4-015f1d29b9af',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 969.313844] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56f25f16-603e-4f47-bbb4-015f1d29b9af: rpc.has_security_group_logging(os_id): False [ 969.333386] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.333717] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.333717] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.333895] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.333989] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.334263] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.334367] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.334434] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.334595] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.334677] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.334765] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af is going to be created. [ 969.349670] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: SUCCESS [ 969.350508] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.350875] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.351361] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.351528] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 969.363699] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.364016] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.368924] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock network-84 taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.368924] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "network-84" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.368924] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "network-84" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.368924] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "network-84" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.368924] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.368924] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.368924] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.368924] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.368924] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.369379] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 969.369379] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] NeedRegenerationException {{(pid=60542) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 969.369379] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] no value, waiting for create lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 969.369529] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] value creation lock acquired {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 969.369624] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] No value present for key: 'zone-id' {{(pid=60542) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 969.370476] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Calling creation function for not-yet-present value {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 969.370688] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.390075] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.391527] env[60542]: DEBUG dogpile.cache.region [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=60542) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 969.391527] env[60542]: DEBUG dogpile.lock [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Released creation lock {{(pid=60542) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 969.391527] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "network-84" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.391527] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock port-a00a8e60-5bdf-44fc-bc48-27c65f02a00c taken with stack trace [, , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.391527] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "port-a00a8e60-5bdf-44fc-bc48-27c65f02a00c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.391527] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "port-a00a8e60-5bdf-44fc-bc48-27c65f02a00c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.391857] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "port-a00a8e60-5bdf-44fc-bc48-27c65f02a00c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.391857] env[60542]: DEBUG networking_nsxv3.api.rpc [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a00a8e60-5bdf-44fc-bc48-27c65f02a00c',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 969.405747] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.406864] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.407185] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.407762] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.407945] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.408269] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Segment Port a00a8e60-5bdf-44fc-bc48-27c65f02a00c not found, creating... [ 969.408765] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.409100] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.409390] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.409753] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.409959] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.410319] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.410541] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.410703] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.410977] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.411184] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.411367] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Resource: SegmentPort with ID: a00a8e60-5bdf-44fc-bc48-27c65f02a00c is going to be created. [ 969.413374] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.413614] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.413723] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.413910] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.414130] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.428980] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af in Status: IN_PROGRESS for 2s [ 969.436086] env[60542]: DEBUG networking_nsxv3.common.locking [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.436325] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.436467] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.436763] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.437009] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.437260] env[60542]: DEBUG oslo_concurrency.lockutils [None req-f32be009-4daa-410a-bdf0-4fcf6548c560 None None] Releasing lock "port-a00a8e60-5bdf-44fc-bc48-27c65f02a00c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.670958] env[60542]: INFO networking_nsxv3.common.synchronization [req-9103344d-50c2-42d3-af1b-42e70de1a0d4 req-7e15a8e7-caf3-4929-bf82-46b0e45563ef service neutron] Enqueued Resource ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 with Priority: HIGHEST for action security_group_rules [ 969.671206] env[60542]: INFO networking_nsxv3.common.synchronization [req-9103344d-50c2-42d3-af1b-42e70de1a0d4 req-7e15a8e7-caf3-4929-bf82-46b0e45563ef service neutron] Enqueued Resource ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 with Priority: HIGHEST for action security_group_members [ 969.671376] env[60542]: INFO networking_nsxv3.common.synchronization [req-9103344d-50c2-42d3-af1b-42e70de1a0d4 req-7e15a8e7-caf3-4929-bf82-46b0e45563ef service neutron] Enqueued Resource ID: 8fd59865-b405-4979-a4d6-1dae122ce7c5 with Priority: HIGHEST for action port [ 969.671616] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 with Priority: HIGHEST for action security_group_rules [ 969.671746] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 with Priority: HIGHEST for action security_group_members [ 969.671847] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd59865-b405-4979-a4d6-1dae122ce7c5 with Priority: HIGHEST for action port [ 969.672416] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.672541] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.672614] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.673284] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.673553] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833154d8-3dbe-4856-bae2-ab8c4bfe1463',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 969.674496] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-833154d8-3dbe-4856-bae2-ab8c4bfe1463 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.674665] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.674758] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.675062] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.675202] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.675331] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.675418] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.675601] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.675733] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.675886] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833154d8-3dbe-4856-bae2-ab8c4bfe1463',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 969.677080] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fd59865-b405-4979-a4d6-1dae122ce7c5 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.677392] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fd59865-b405-4979-a4d6-1dae122ce7c5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.677492] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fd59865-b405-4979-a4d6-1dae122ce7c5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.677680] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fd59865-b405-4979-a4d6-1dae122ce7c5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.677847] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd59865-b405-4979-a4d6-1dae122ce7c5',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 969.687259] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('833154d8-3dbe-4856-bae2-ab8c4bfe1463',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 969.703328] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-833154d8-3dbe-4856-bae2-ab8c4bfe1463 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.703328] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.707989] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('833154d8-3dbe-4856-bae2-ab8c4bfe1463',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 969.709114] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fd59865-b405-4979-a4d6-1dae122ce7c5 with status ACTIVE [ 969.709114] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.709920] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.709920] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.709920] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.710287] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.710533] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.710668] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.710752] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.710948] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.711064] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.711275] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.711408] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.715529] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.715529] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.715529] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.715529] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fd59865-b405-4979-a4d6-1dae122ce7c5 is going to be updated. [ 969.715529] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 in Status: SUCCESS [ 969.715529] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.715768] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.716445] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.716445] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.716445] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.716673] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.716764] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 is going to be created. [ 969.741822] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.742055] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.742151] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.742392] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.742566] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.742760] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fd59865-b405-4979-a4d6-1dae122ce7c5" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.745966] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.746364] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.746888] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.746888] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.747029] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.757470] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 in Status: UNINITIALIZED for 2s [ 969.951272] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: SUCCESS [ 969.951503] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.951673] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.951911] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.952127] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.952251] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.952321] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.952484] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.952567] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.952654] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.952750] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 969.964746] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.964907] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.964984] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.965202] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.965399] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.965598] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.965598] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.965709] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.965828] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.965917] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.966088] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.966186] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.966251] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.966395] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.966539] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.966633] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.967188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.967188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.967188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.967188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.971885] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 969.978660] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 517df902-262b-4705-b648-4ed17b646cf7: rpc.has_security_group_logging(os_id): False [ 969.996165] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.996341] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.996399] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.996578] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.996673] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.996865] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.996965] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.997048] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.997206] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.997288] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.997489] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.997586] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.997651] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.997840] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.997942] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.998320] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.998429] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.998498] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.998648] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.998727] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.999182] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 517df902-262b-4705-b648-4ed17b646cf7 is going to be updated. [ 970.060970] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.061139] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.061234] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 970.061439] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 970.061592] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 970.074326] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: IN_PROGRESS for 2s [ 970.204658] env[60542]: INFO networking_nsxv3.common.synchronization [req-e57cb0b7-943b-4dff-b85d-94722ea01a65 req-0f0884ef-d05b-45e1-b84f-ed26ef0f4a30 service neutron] Enqueued Resource ID: df425deb-38dd-4edf-8193-94847148fa68 with Priority: HIGHEST for action security_group_rules [ 970.205172] env[60542]: INFO networking_nsxv3.common.synchronization [req-e57cb0b7-943b-4dff-b85d-94722ea01a65 req-0f0884ef-d05b-45e1-b84f-ed26ef0f4a30 service neutron] Enqueued Resource ID: df425deb-38dd-4edf-8193-94847148fa68 with Priority: HIGHEST for action security_group_members [ 970.205172] env[60542]: INFO networking_nsxv3.common.synchronization [req-e57cb0b7-943b-4dff-b85d-94722ea01a65 req-0f0884ef-d05b-45e1-b84f-ed26ef0f4a30 service neutron] Enqueued Resource ID: a00a8e60-5bdf-44fc-bc48-27c65f02a00c with Priority: HIGHEST for action port [ 970.205295] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df425deb-38dd-4edf-8193-94847148fa68 with Priority: HIGHEST for action security_group_rules [ 970.205341] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df425deb-38dd-4edf-8193-94847148fa68 with Priority: HIGHEST for action security_group_members [ 970.205444] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00a8e60-5bdf-44fc-bc48-27c65f02a00c with Priority: HIGHEST for action port [ 970.205937] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df425deb-38dd-4edf-8193-94847148fa68 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.206087] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.206159] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 970.206419] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 970.206507] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df425deb-38dd-4edf-8193-94847148fa68',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 970.207480] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-df425deb-38dd-4edf-8193-94847148fa68 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.207623] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.207695] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 970.207915] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 970.208129] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.208242] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.208307] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 970.208456] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 970.208544] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 970.208630] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df425deb-38dd-4edf-8193-94847148fa68',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 970.209401] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-a00a8e60-5bdf-44fc-bc48-27c65f02a00c taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.209813] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a00a8e60-5bdf-44fc-bc48-27c65f02a00c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.209892] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a00a8e60-5bdf-44fc-bc48-27c65f02a00c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 970.210073] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a00a8e60-5bdf-44fc-bc48-27c65f02a00c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 970.210151] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a00a8e60-5bdf-44fc-bc48-27c65f02a00c',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 970.216800] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df425deb-38dd-4edf-8193-94847148fa68',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 970.233270] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-df425deb-38dd-4edf-8193-94847148fa68 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.233490] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.238626] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df425deb-38dd-4edf-8193-94847148fa68',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 970.241120] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a00a8e60-5bdf-44fc-bc48-27c65f02a00c with status ACTIVE [ 970.241350] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.241485] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.241558] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 970.241766] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 970.241861] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 970.242268] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.242268] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.242268] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 970.242450] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 970.242450] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 970.242722] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.242838] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.242928] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 970.243114] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 970.243494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 970.243494] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a00a8e60-5bdf-44fc-bc48-27c65f02a00c is going to be updated. [ 970.246602] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.246721] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.246798] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 970.246966] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 970.247064] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 970.247157] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df425deb-38dd-4edf-8193-94847148fa68 is going to be created. [ 970.269393] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.269578] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.269578] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 970.269746] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 970.269896] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 970.270081] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a00a8e60-5bdf-44fc-bc48-27c65f02a00c" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 970.274506] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.274661] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.274701] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 970.274892] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 970.275058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 970.284449] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df425deb-38dd-4edf-8193-94847148fa68 in Status: UNINITIALIZED for 2s [ 970.808082] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 995e252d-f032-469e-993d-ef9c0865b4e9 in Status: SUCCESS [ 970.808420] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.443948] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af in Status: SUCCESS [ 971.444198] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.771763] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 in Status: SUCCESS [ 971.771763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.771763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.771763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.771763] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.771763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.771763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.771763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.771763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.771763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.771763] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('833154d8-3dbe-4856-bae2-ab8c4bfe1463',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.792686] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('833154d8-3dbe-4856-bae2-ab8c4bfe1463',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.801876] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 833154d8-3dbe-4856-bae2-ab8c4bfe1463: rpc.has_security_group_logging(os_id): False [ 971.822826] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.823132] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.823132] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.823292] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.823388] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.823900] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.823900] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.823900] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.824075] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.824075] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.824129] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 is going to be created. [ 971.887365] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.887584] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.887656] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.887848] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.888051] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.901274] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 in Status: IN_PROGRESS for 2s [ 972.086803] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: SUCCESS [ 972.087043] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.294633] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df425deb-38dd-4edf-8193-94847148fa68 in Status: SUCCESS [ 972.294868] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.295067] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 972.295305] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 972.295544] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.295668] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 972.295745] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 972.295935] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 972.296039] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.296127] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.296220] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df425deb-38dd-4edf-8193-94847148fa68',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 972.311732] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-df425deb-38dd-4edf-8193-94847148fa68 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.311984] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 972.311984] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 972.312172] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 972.312448] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.312448] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 972.312634] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 972.312751] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 972.312751] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.312850] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.313073] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-df425deb-38dd-4edf-8193-94847148fa68 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.313073] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 972.313461] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 972.313461] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 972.313461] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.313461] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 972.314474] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 972.314474] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 972.314474] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.314474] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.314474] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df425deb-38dd-4edf-8193-94847148fa68',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 972.321791] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df425deb-38dd-4edf-8193-94847148fa68: rpc.has_security_group_logging(os_id): False [ 972.338986] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.339104] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 972.339169] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 972.340187] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 972.340187] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.340187] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.340187] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 972.340187] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 972.340187] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 972.340187] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.340587] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.340587] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 972.340587] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 972.340587] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 972.340858] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.340858] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.340997] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 972.340997] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 972.341101] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 972.341180] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.341268] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df425deb-38dd-4edf-8193-94847148fa68 is going to be created. [ 972.398213] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.398894] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 972.398894] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 972.398894] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 972.398894] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.411205] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df425deb-38dd-4edf-8193-94847148fa68 in Status: IN_PROGRESS for 2s [ 973.916158] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 in Status: SUCCESS [ 973.916456] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 974.423947] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df425deb-38dd-4edf-8193-94847148fa68 in Status: SUCCESS [ 974.424246] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 975.206270] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 975.206641] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 977.207557] env[60542]: INFO networking_nsxv3.common.synchronization [None req-194b38a9-51d2-4414-abb4-e87bdf41dc89 None None] Enqueued Resource ID: 9f3f8070-e66c-4b11-a560-e79ece374992 with Priority: HIGHEST for action port [ 977.207987] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f3f8070-e66c-4b11-a560-e79ece374992 with Priority: HIGHEST for action port [ 977.208672] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f3f8070-e66c-4b11-a560-e79ece374992 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.208852] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f3f8070-e66c-4b11-a560-e79ece374992" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 977.208952] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f3f8070-e66c-4b11-a560-e79ece374992" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 977.209339] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f3f8070-e66c-4b11-a560-e79ece374992" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 977.209463] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f3f8070-e66c-4b11-a560-e79ece374992',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 977.223172] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f3f8070-e66c-4b11-a560-e79ece374992 [ 977.223490] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.223636] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 977.223708] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 977.223920] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 977.224023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 977.224129] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f3f8070-e66c-4b11-a560-e79ece374992 already deleted. [ 977.224214] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f3f8070-e66c-4b11-a560-e79ece374992" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 977.575708] env[60542]: INFO networking_nsxv3.common.synchronization [None req-f028dc42-4f8d-4a58-a339-664628290415 tempest-AttachVolumeNegativeTest-1762816992 tempest-AttachVolumeNegativeTest-1762816992-project-member] Enqueued Resource ID: 680f3f34-aef4-4767-96d1-f658fed8b189 with Priority: HIGHEST for action security_group_rules [ 977.575882] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 680f3f34-aef4-4767-96d1-f658fed8b189 with Priority: HIGHEST for action security_group_rules [ 977.576437] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-680f3f34-aef4-4767-96d1-f658fed8b189 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.577118] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-680f3f34-aef4-4767-96d1-f658fed8b189" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 977.577118] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-680f3f34-aef4-4767-96d1-f658fed8b189" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 977.577118] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-680f3f34-aef4-4767-96d1-f658fed8b189" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 977.577118] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('680f3f34-aef4-4767-96d1-f658fed8b189',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 977.606373] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.607188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 977.607188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 977.607188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 977.607573] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 977.607573] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 680f3f34-aef4-4767-96d1-f658fed8b189 already deleted. [ 977.607573] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-680f3f34-aef4-4767-96d1-f658fed8b189" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 977.647521] env[60542]: INFO networking_nsxv3.common.synchronization [None req-50d08acd-de6a-40e5-a1ba-e8f47d5ea7dc tempest-AttachVolumeNegativeTest-1762816992 tempest-AttachVolumeNegativeTest-1762816992-project-member] Enqueued Resource ID: 680f3f34-aef4-4767-96d1-f658fed8b189 with Priority: HIGHEST for action security_group_rules [ 977.648085] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 680f3f34-aef4-4767-96d1-f658fed8b189 with Priority: HIGHEST for action security_group_rules [ 977.648402] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-680f3f34-aef4-4767-96d1-f658fed8b189 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.648532] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-680f3f34-aef4-4767-96d1-f658fed8b189" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 977.648603] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-680f3f34-aef4-4767-96d1-f658fed8b189" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 977.648808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-680f3f34-aef4-4767-96d1-f658fed8b189" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 977.648915] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('680f3f34-aef4-4767-96d1-f658fed8b189',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 977.677100] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.677276] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 977.677360] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 977.677586] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 977.677684] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 977.677784] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 680f3f34-aef4-4767-96d1-f658fed8b189 already deleted. [ 977.677939] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-680f3f34-aef4-4767-96d1-f658fed8b189" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 979.090943] env[60542]: INFO networking_nsxv3.common.synchronization [None req-d273995e-916f-4eb5-a7b2-00b820b86fa3 None None] Enqueued Resource ID: d1e6795a-fb80-491a-9069-e240f0478ff9 with Priority: HIGHEST for action port [ 979.091247] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6795a-fb80-491a-9069-e240f0478ff9 with Priority: HIGHEST for action port [ 979.091559] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1e6795a-fb80-491a-9069-e240f0478ff9 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.091685] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1e6795a-fb80-491a-9069-e240f0478ff9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 979.091756] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1e6795a-fb80-491a-9069-e240f0478ff9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 979.092034] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1e6795a-fb80-491a-9069-e240f0478ff9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 979.092129] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1e6795a-fb80-491a-9069-e240f0478ff9',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 979.108828] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1e6795a-fb80-491a-9069-e240f0478ff9 [ 979.109084] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.109218] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 979.109287] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 979.109488] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 979.109581] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 979.109671] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1e6795a-fb80-491a-9069-e240f0478ff9 already deleted. [ 979.109749] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1e6795a-fb80-491a-9069-e240f0478ff9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 980.794064] env[60542]: INFO networking_nsxv3.common.synchronization [None req-6609ef45-0ae6-4cbf-8588-4209b5e396d3 tempest-AttachVolumeNegativeTest-1762816992 tempest-AttachVolumeNegativeTest-1762816992-project-member] Enqueued Resource ID: 2e87030b-3434-4112-91d0-430f780a484d with Priority: HIGHEST for action security_group_rules [ 980.794386] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e87030b-3434-4112-91d0-430f780a484d with Priority: HIGHEST for action security_group_rules [ 980.794884] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e87030b-3434-4112-91d0-430f780a484d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.795046] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e87030b-3434-4112-91d0-430f780a484d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 980.795122] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e87030b-3434-4112-91d0-430f780a484d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 980.795350] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e87030b-3434-4112-91d0-430f780a484d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 980.795437] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e87030b-3434-4112-91d0-430f780a484d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 980.824584] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.824791] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 980.824867] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 980.825037] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 980.825217] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 980.825264] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e87030b-3434-4112-91d0-430f780a484d already deleted. [ 980.825324] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e87030b-3434-4112-91d0-430f780a484d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 980.860189] env[60542]: INFO networking_nsxv3.common.synchronization [None req-e2f04234-837e-4687-943a-5989e4f65ec8 tempest-AttachVolumeNegativeTest-1762816992 tempest-AttachVolumeNegativeTest-1762816992-project-member] Enqueued Resource ID: 2e87030b-3434-4112-91d0-430f780a484d with Priority: HIGHEST for action security_group_rules [ 980.860343] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e87030b-3434-4112-91d0-430f780a484d with Priority: HIGHEST for action security_group_rules [ 980.860943] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e87030b-3434-4112-91d0-430f780a484d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.861080] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e87030b-3434-4112-91d0-430f780a484d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 980.861145] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e87030b-3434-4112-91d0-430f780a484d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 980.861350] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e87030b-3434-4112-91d0-430f780a484d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 980.861433] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e87030b-3434-4112-91d0-430f780a484d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 980.893693] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.893865] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 980.893940] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 980.894182] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 980.894282] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 980.894390] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e87030b-3434-4112-91d0-430f780a484d already deleted. [ 980.894463] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e87030b-3434-4112-91d0-430f780a484d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 983.556864] env[60542]: INFO networking_nsxv3.common.synchronization [None req-bf29910a-71bc-4c27-bde9-c4a2c1075561 tempest-AttachVolumeNegativeTest-1762816992 tempest-AttachVolumeNegativeTest-1762816992-project-member] Enqueued Resource ID: 1e9afe65-e904-4aac-8fcb-b0fb88fa643e with Priority: HIGHEST for action security_group_rules [ 983.557162] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9afe65-e904-4aac-8fcb-b0fb88fa643e with Priority: HIGHEST for action security_group_rules [ 983.557657] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e9afe65-e904-4aac-8fcb-b0fb88fa643e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.557781] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e9afe65-e904-4aac-8fcb-b0fb88fa643e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 983.557852] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e9afe65-e904-4aac-8fcb-b0fb88fa643e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 983.558156] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e9afe65-e904-4aac-8fcb-b0fb88fa643e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 983.558245] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e9afe65-e904-4aac-8fcb-b0fb88fa643e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 983.589056] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.589247] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 983.589316] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 983.589500] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 983.589598] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 983.590098] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e9afe65-e904-4aac-8fcb-b0fb88fa643e already deleted. [ 983.590098] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e9afe65-e904-4aac-8fcb-b0fb88fa643e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 983.615843] env[60542]: INFO networking_nsxv3.common.synchronization [None req-beb2c327-9c5b-4639-8f4c-4d4469aa2b31 tempest-AttachVolumeNegativeTest-1762816992 tempest-AttachVolumeNegativeTest-1762816992-project-member] Enqueued Resource ID: 1e9afe65-e904-4aac-8fcb-b0fb88fa643e with Priority: HIGHEST for action security_group_rules [ 983.616143] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9afe65-e904-4aac-8fcb-b0fb88fa643e with Priority: HIGHEST for action security_group_rules [ 983.616651] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e9afe65-e904-4aac-8fcb-b0fb88fa643e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.616773] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e9afe65-e904-4aac-8fcb-b0fb88fa643e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 983.616846] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e9afe65-e904-4aac-8fcb-b0fb88fa643e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 983.617103] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e9afe65-e904-4aac-8fcb-b0fb88fa643e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 983.617256] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e9afe65-e904-4aac-8fcb-b0fb88fa643e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 983.651323] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.651480] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 983.651539] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 983.651750] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 983.651844] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 983.651941] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e9afe65-e904-4aac-8fcb-b0fb88fa643e already deleted. [ 983.652044] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e9afe65-e904-4aac-8fcb-b0fb88fa643e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 988.617364] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 988.617688] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 993.619212] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 993.619548] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 998.620360] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 998.620670] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1003.621313] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1003.621714] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1008.623447] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1008.623787] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1013.624992] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1013.624992] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1015.489817] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.491028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.491028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.491028] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.491028] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1015.498675] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1015.504729] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1015.509832] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1015.509950] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1016.363567] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.363801] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.363801] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.363972] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.378023] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1016.378994] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.379871] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1016.408535] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.408752] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.408752] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.408963] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.413116] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.413427] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1016.413512] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1016.413600] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1016.443494] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.443734] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.443734] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.443925] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.444608] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.444761] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1016.520713] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.521213] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.521213] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.521213] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.521427] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.521507] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1016.595598] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.595761] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.595835] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.596071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.596279] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.596478] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:17. [ 1016.596564] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'287b4c9b-0157-4041-a12b-dbd046bd870d', '833154d8-3dbe-4856-bae2-ab8c4bfe1463', '950ff386-1313-4e3a-ad2e-f0b7c5d60558', '56f25f16-603e-4f47-bbb4-015f1d29b9af', 'aab036b9-ad17-49ab-9efd-9ae69851b7a3', 'bcadbd4a-187c-4a62-9f7a-44d6fe6659b2', 'fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894', '8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8', '0e4413f1-58db-4bc7-8a50-c8a762c3e5e4', '995e252d-f032-469e-993d-ef9c0865b4e9', '988bc637-a4f8-47db-91dc-25af5b12107e', '517df902-262b-4705-b648-4ed17b646cf7', 'df425deb-38dd-4edf-8193-94847148fa68', '93d4a22c-a1dc-4513-b525-3457b9f1cb22', '912cf370-adb3-4815-ad87-067a18af6007', '8d257f7a-aae6-40fd-9f3a-65ae411333c2', '5e111c8a-4d53-4956-b881-4e3dc5efd9b0'} {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1016.596645] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1016.619919] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.620160] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.620160] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.620363] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.620425] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.620552] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1016.620645] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1016.620724] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1016.665572] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.665727] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.665822] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.666022] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.666466] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.666642] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1016.666720] env[60542]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=60542) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1016.666793] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1016.666861] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1016.666940] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 17/17 resources of Type:Security Group Rules [ 1016.667027] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 287b4c9b-0157-4041-a12b-dbd046bd870d with Priority: HIGH for action security_group_rules [ 1016.667114] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 with Priority: HIGH for action security_group_rules [ 1016.667184] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 with Priority: HIGH for action security_group_rules [ 1016.667251] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af with Priority: HIGH for action security_group_rules [ 1016.667313] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGH for action security_group_rules [ 1016.667372] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 with Priority: HIGH for action security_group_rules [ 1016.667438] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 with Priority: HIGH for action security_group_rules [ 1016.667502] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 with Priority: HIGH for action security_group_rules [ 1016.667564] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 with Priority: HIGH for action security_group_rules [ 1016.667627] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 995e252d-f032-469e-993d-ef9c0865b4e9 with Priority: HIGH for action security_group_rules [ 1016.667687] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGH for action security_group_rules [ 1016.667748] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGH for action security_group_rules [ 1016.667803] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df425deb-38dd-4edf-8193-94847148fa68 with Priority: HIGH for action security_group_rules [ 1016.667870] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGH for action security_group_rules [ 1016.667934] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 912cf370-adb3-4815-ad87-067a18af6007 with Priority: HIGH for action security_group_rules [ 1016.667999] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGH for action security_group_rules [ 1016.668079] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 with Priority: HIGH for action security_group_rules [ 1016.668155] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1016.668249] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1016.668449] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.668558] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.668619] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.668789] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.668869] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.669061] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.669173] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.669238] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.669413] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.669492] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.669669] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.669763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.669824] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.669962] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.670049] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.670223] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.670318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.670380] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.670521] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.670594] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.670761] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.670854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.670914] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.671072] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.671205] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.671311] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.671402] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.671462] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.671600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.671676] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.671843] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.671935] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.671995] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.672148] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.672225] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.672396] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.672487] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.672548] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.672686] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.672760] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.672926] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.673027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.673084] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.673224] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.673300] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.673520] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.673622] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.673684] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.673828] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.673904] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.674084] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.674260] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.674325] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.674468] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.674543] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.674712] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.674804] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.674862] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.675015] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.675089] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.675259] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.675352] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.675418] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.675549] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.675646] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.675782] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.675875] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.675932] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.676082] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.676157] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.676325] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.676419] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.676477] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.676615] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.676689] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.676854] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.676945] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.677012] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.677155] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.677229] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.677397] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.677488] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.677545] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.677680] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.677753] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.677919] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.678014] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.678073] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.678244] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.678317] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.678477] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.678568] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.678623] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.678766] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.678840] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.679066] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.679201] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.679241] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.679379] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.679462] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.679627] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.679720] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.679779] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.679922] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.680436] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.680436] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.680436] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.680436] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.680628] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.680628] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.680684] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.680787] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.680836] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.680973] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.681063] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.681223] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.681310] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.681442] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.681498] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.681572] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.681736] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.681829] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.681888] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.682042] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.682117] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.682274] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.682368] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.682421] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.682557] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.682631] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.682797] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.682889] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.682950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.683100] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.683179] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.683336] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.683430] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.683490] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.684047] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.684047] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.684047] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.684047] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1016.684047] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1016.684391] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1016.684391] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1016.684391] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:3 [ 1016.684391] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Refreshing 3 of least updated resources [ 1016.684577] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGH for action security_group_members [ 1016.684577] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7468b1ee-211e-4888-aa4d-95ac0166099a with Priority: HIGH for action security_group_members [ 1016.684577] env[60542]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a48c31ff-ecd4-499b-9a84-80033029c54b with Priority: HIGH for action security_group_members [ 1016.684681] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.626040] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1018.626040] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1018.626040] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287b4c9b-0157-4041-a12b-dbd046bd870d with Priority: HIGH for action security_group_rules [ 1018.626040] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 with Priority: HIGH for action security_group_rules [ 1018.626040] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 with Priority: HIGH for action security_group_rules [ 1018.626537] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912cf370-adb3-4815-ad87-067a18af6007 with Priority: HIGH for action security_group_rules [ 1018.626537] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48c31ff-ecd4-499b-9a84-80033029c54b with Priority: HIGH for action security_group_members [ 1018.626537] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7468b1ee-211e-4888-aa4d-95ac0166099a with Priority: HIGH for action security_group_members [ 1018.626537] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa with Priority: HIGH for action security_group_members [ 1018.626537] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 with Priority: HIGH for action security_group_rules [ 1018.626683] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 with Priority: HIGH for action security_group_rules [ 1018.626683] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 with Priority: HIGH for action security_group_rules [ 1018.626740] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df425deb-38dd-4edf-8193-94847148fa68 with Priority: HIGH for action security_group_rules [ 1018.626871] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGH for action security_group_rules [ 1018.627045] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988bc637-a4f8-47db-91dc-25af5b12107e with Priority: HIGH for action security_group_rules [ 1018.627197] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 995e252d-f032-469e-993d-ef9c0865b4e9 with Priority: HIGH for action security_group_rules [ 1018.627324] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 with Priority: HIGH for action security_group_rules [ 1018.627418] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 with Priority: HIGH for action security_group_rules [ 1018.627538] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 with Priority: HIGH for action security_group_rules [ 1018.627649] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 with Priority: HIGH for action security_group_rules [ 1018.627759] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 with Priority: HIGH for action security_group_rules [ 1018.627870] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af with Priority: HIGH for action security_group_rules [ 1018.628284] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-287b4c9b-0157-4041-a12b-dbd046bd870d taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.628462] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.628552] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.628797] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.628905] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('287b4c9b-0157-4041-a12b-dbd046bd870d',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.629924] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-950ff386-1313-4e3a-ad2e-f0b7c5d60558 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.630085] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.630570] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.630768] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.630866] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('950ff386-1313-4e3a-ad2e-f0b7c5d60558',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.632555] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.632675] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.632744] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.632899] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.632966] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.633717] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-912cf370-adb3-4815-ad87-067a18af6007 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.633839] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.633890] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.634070] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.634155] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('912cf370-adb3-4815-ad87-067a18af6007',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.634859] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-a48c31ff-ecd4-499b-9a84-80033029c54b taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.635071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.635071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.635188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.635329] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.635428] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.635501] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.635632] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.635719] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.635807] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a48c31ff-ecd4-499b-9a84-80033029c54b',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.636498] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-7468b1ee-211e-4888-aa4d-95ac0166099a taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.636605] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.636698] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.636824] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.636965] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.637113] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.637181] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.637326] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.637460] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.637508] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7468b1ee-211e-4888-aa4d-95ac0166099a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.638676] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1efde2-648e-47d7-9d7e-d8adb245f0fa taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.638808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.638873] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.638992] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.639148] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.639248] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.639307] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.639446] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.639533] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.639614] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1efde2-648e-47d7-9d7e-d8adb245f0fa',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.640568] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e111c8a-4d53-4956-b881-4e3dc5efd9b0 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.640682] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.640752] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.640909] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.640981] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e111c8a-4d53-4956-b881-4e3dc5efd9b0',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.641967] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.642096] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.642167] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.642318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.642396] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93d4a22c-a1dc-4513-b525-3457b9f1cb22',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.643344] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.643465] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.643535] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.643689] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.643763] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d257f7a-aae6-40fd-9f3a-65ae411333c2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.644658] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df425deb-38dd-4edf-8193-94847148fa68 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.644773] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.644841] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.644991] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.645079] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df425deb-38dd-4edf-8193-94847148fa68',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.645968] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.646094] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.646204] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.646323] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.646405] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.647415] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-988bc637-a4f8-47db-91dc-25af5b12107e taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.647529] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.647600] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.647859] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.647859] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('988bc637-a4f8-47db-91dc-25af5b12107e',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.648709] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-995e252d-f032-469e-993d-ef9c0865b4e9 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.648858] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.648894] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.649060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.649139] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('995e252d-f032-469e-993d-ef9c0865b4e9',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.649887] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.649999] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.650121] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.650292] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.650367] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e4413f1-58db-4bc7-8a50-c8a762c3e5e4',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.651043] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.651156] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.651227] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.651392] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.651466] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcadbd4a-187c-4a62-9f7a-44d6fe6659b2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.652226] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.652342] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.652411] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.652561] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.652635] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.653300] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.653414] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.653546] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.653643] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.653718] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aab036b9-ad17-49ab-9efd-9ae69851b7a3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.654379] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.654494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.654564] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.654714] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.654786] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833154d8-3dbe-4856-bae2-ab8c4bfe1463',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.655460] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56f25f16-603e-4f47-bbb4-015f1d29b9af taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.655571] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.655640] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.655793] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.655867] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56f25f16-603e-4f47-bbb4-015f1d29b9af',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.678206] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.678408] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.678481] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.678686] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.681169] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.681317] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.690286] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.690452] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.697070] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.697287] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.706603] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.706773] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.706979] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-950ff386-1313-4e3a-ad2e-f0b7c5d60558 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.707102] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.707169] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.707375] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.707521] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.707622] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.707684] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.707883] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.707974] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.708075] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.708164] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('950ff386-1313-4e3a-ad2e-f0b7c5d60558',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.710629] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.710815] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.711717] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.711813] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.712574] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.712671] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.713366] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.713475] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 912cf370-adb3-4815-ad87-067a18af6007 is going to be deleted. [ 1018.715818] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.716007] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.716114] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.716312] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.716414] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.716477] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.716631] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.716710] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.716798] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7468b1ee-211e-4888-aa4d-95ac0166099a is going to be deleted. [ 1018.718739] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.718831] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.718902] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.719114] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.719215] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.719418] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.719520] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.719586] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.719735] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.719815] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.719901] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1efde2-648e-47d7-9d7e-d8adb245f0fa is going to be deleted. [ 1018.720652] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.720811] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.720897] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.721088] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.721223] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.721269] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.721393] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.721474] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.721558] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a48c31ff-ecd4-499b-9a84-80033029c54b is going to be deleted. [ 1018.725536] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.725720] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.736319] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.736497] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.736544] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.736720] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.736890] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.736993] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.737074] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.737231] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.737321] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.737410] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.737500] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.738510] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-833154d8-3dbe-4856-bae2-ab8c4bfe1463 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.738653] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.738727] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.738887] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.739050] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.739150] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.739233] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.739367] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.739451] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.739537] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.739626] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('833154d8-3dbe-4856-bae2-ab8c4bfe1463',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.740408] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-995e252d-f032-469e-993d-ef9c0865b4e9 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.740526] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.740611] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.740766] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.740914] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.741020] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.741088] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.741232] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.741314] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.741398] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.741481] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('995e252d-f032-469e-993d-ef9c0865b4e9',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.743608] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.743722] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.743793] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.743948] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.744108] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.744208] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.744275] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.744419] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.744498] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.744584] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.744724] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.745354] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.745467] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.745535] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.745707] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.745853] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.745976] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.746056] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.746253] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.746358] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.746399] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.746566] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcadbd4a-187c-4a62-9f7a-44d6fe6659b2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.747237] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-56f25f16-603e-4f47-bbb4-015f1d29b9af taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.747349] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.747420] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.747573] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.747719] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.747818] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.747883] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.748036] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.748118] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.748246] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.748352] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56f25f16-603e-4f47-bbb4-015f1d29b9af',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.749390] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-950ff386-1313-4e3a-ad2e-f0b7c5d60558 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.749503] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.749573] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.749727] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.749874] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.749971] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.750053] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.750229] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.750312] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.750399] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.750562] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-950ff386-1313-4e3a-ad2e-f0b7c5d60558 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.750664] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.750730] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.750876] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.751028] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.751125] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.751188] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.751330] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.751408] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.751490] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.751571] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('950ff386-1313-4e3a-ad2e-f0b7c5d60558',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.753062] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.753183] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.753946] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.754054] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.755648] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-df425deb-38dd-4edf-8193-94847148fa68 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.755761] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.755831] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.755993] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.756177] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.756275] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.756337] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.756485] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.756564] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.756650] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.756733] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df425deb-38dd-4edf-8193-94847148fa68',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.769485] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.769660] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.769753] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.769966] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.770145] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.770246] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.770315] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.770468] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.770573] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.770670] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.770819] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.770915] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.770978] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.771145] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.771285] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.771381] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.771442] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.771580] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.771658] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.771740] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.771829] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.773513] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.773615] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.774876] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.774946] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894 is going to be deleted. [ 1018.776092] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.776279] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.777833] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.777946] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.778026] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.778186] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.778295] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.778399] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1efde2-648e-47d7-9d7e-d8adb245f0fa" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.779068] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.779184] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.779273] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.779431] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.779512] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.779606] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a48c31ff-ecd4-499b-9a84-80033029c54b" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.780203] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.780319] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.780389] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.780541] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.780625] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.780719] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7468b1ee-211e-4888-aa4d-95ac0166099a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.782047] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.782165] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.782238] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.782443] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.782597] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.782695] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.782761] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.782905] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.782983] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.783084] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.783231] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.783327] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.783391] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.783531] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.783668] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.783759] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.783822] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.783958] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.784044] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.784127] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.784215] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcadbd4a-187c-4a62-9f7a-44d6fe6659b2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.791704] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.791806] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.794442] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.794556] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.794631] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.794814] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.794965] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.795083] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.795136] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.795283] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.795367] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.795454] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.795599] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.795692] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.795754] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.795894] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.796123] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.796240] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.796300] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.796462] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.796544] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.796631] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.796720] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.799519] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.799635] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 988bc637-a4f8-47db-91dc-25af5b12107e is going to be deleted. [ 1018.800676] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-df425deb-38dd-4edf-8193-94847148fa68 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.800804] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.800856] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.801024] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.801175] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.801273] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.801340] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.801482] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.801560] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.801646] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.801791] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-df425deb-38dd-4edf-8193-94847148fa68 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.801885] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.801948] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.802112] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.802251] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.802346] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.802406] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.802541] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.802616] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.802698] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.802786] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df425deb-38dd-4edf-8193-94847148fa68',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.803502] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 950ff386-1313-4e3a-ad2e-f0b7c5d60558: rpc.has_security_group_logging(os_id): False [ 1018.804483] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 517df902-262b-4705-b648-4ed17b646cf7: rpc.has_security_group_logging(os_id): False [ 1018.805344] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('833154d8-3dbe-4856-bae2-ab8c4bfe1463',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.807373] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.807540] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.808932] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-995e252d-f032-469e-993d-ef9c0865b4e9 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.809056] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.809147] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.809280] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.809430] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.809524] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.809589] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.809730] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.809808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.809891] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.810046] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-995e252d-f032-469e-993d-ef9c0865b4e9 taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.810143] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.810205] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.810349] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.810486] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.810578] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.810638] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.810774] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.810854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.810978] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.811091] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('995e252d-f032-469e-993d-ef9c0865b4e9',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.811712] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56f25f16-603e-4f47-bbb4-015f1d29b9af',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1018.814273] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df425deb-38dd-4edf-8193-94847148fa68: rpc.has_security_group_logging(os_id): False [ 1018.815144] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8: rpc.has_security_group_logging(os_id): False [ 1018.815969] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcadbd4a-187c-4a62-9f7a-44d6fe6659b2: rpc.has_security_group_logging(os_id): False [ 1018.818239] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 995e252d-f032-469e-993d-ef9c0865b4e9: rpc.has_security_group_logging(os_id): False [ 1018.820019] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 833154d8-3dbe-4856-bae2-ab8c4bfe1463: rpc.has_security_group_logging(os_id): False [ 1018.822670] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56f25f16-603e-4f47-bbb4-015f1d29b9af: rpc.has_security_group_logging(os_id): False [ 1018.833942] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.834177] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.838618] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.838763] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e111c8a-4d53-4956-b881-4e3dc5efd9b0 is going to be deleted. [ 1018.839731] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.840058] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.841608] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.841713] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.842987] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.843105] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.844013] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.844127] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.844789] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.844889] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.845886] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.845989] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.850324] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.850423] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.857885] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.858019] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.859211] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.859343] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.873619] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.873762] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d257f7a-aae6-40fd-9f3a-65ae411333c2 is going to be deleted. [ 1018.874762] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.874979] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.905525] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.905759] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.916576] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.916668] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 287b4c9b-0157-4041-a12b-dbd046bd870d is going to be deleted. [ 1018.917681] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.917899] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.953670] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.953982] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1018.955967] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.956140] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e4413f1-58db-4bc7-8a50-c8a762c3e5e4 is going to be deleted. [ 1018.957478] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.957731] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1018.985152] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1018.985299] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aab036b9-ad17-49ab-9efd-9ae69851b7a3 is going to be deleted. [ 1018.986369] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1018.986616] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.033524] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.033755] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.037854] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.038029] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.038499] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.038614] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93d4a22c-a1dc-4513-b525-3457b9f1cb22 is going to be deleted. [ 1019.039696] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.039931] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.040076] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.040165] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-912cf370-adb3-4815-ad87-067a18af6007" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.040325] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.040491] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.070924] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.070924] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.071913] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.072156] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.072295] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.072386] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.072581] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.072685] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.073209] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.073209] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.073365] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.073408] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.073491] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.073686] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.073773] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.073838] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.074000] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.074120] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.074221] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 517df902-262b-4705-b648-4ed17b646cf7 is going to be updated. [ 1019.075375] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.075557] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.120710] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.121179] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.121179] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.121302] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.121409] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.121495] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.121709] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.121812] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.121877] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.122045] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.122128] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.122324] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.122411] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.122476] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.122668] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.122753] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.122873] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 is going to be updated. [ 1019.124212] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.124392] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.124484] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.124608] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe52f7a4-3aa5-4b4f-acfe-80a9c3c85894" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.124743] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.124892] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.126581] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.126689] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.156808] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.156916] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.191269] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.191442] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.191515] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.191579] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.191849] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.191902] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.192098] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.192208] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.192281] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.192476] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.192560] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.192775] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.192861] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.192924] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.193082] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.193163] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.193258] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 is going to be updated. [ 1019.194537] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.194712] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.234290] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.234610] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.234716] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.234786] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.235126] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.235126] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.235280] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af is going to be updated. [ 1019.236433] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.236638] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.303731] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.303949] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.304809] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.305095] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.305192] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.305262] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.305469] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.305557] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.305656] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 is going to be updated. [ 1019.306836] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.307032] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.307124] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.307248] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e111c8a-4d53-4956-b881-4e3dc5efd9b0" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.307384] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.307532] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.307610] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.307725] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-287b4c9b-0157-4041-a12b-dbd046bd870d" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.307861] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.308014] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.308102] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.308253] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d257f7a-aae6-40fd-9f3a-65ae411333c2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.308380] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.308526] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.308605] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.308715] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e4413f1-58db-4bc7-8a50-c8a762c3e5e4" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.309265] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.309430] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.377023] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.377354] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.377501] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.377608] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.377847] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.377943] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.378179] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.378355] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.378440] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.378582] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.378663] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.378865] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.378950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.379030] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.379240] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.379444] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.379563] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 is going to be updated. [ 1019.381573] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.381690] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.381729] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.381897] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.382050] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.383325] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.383499] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.385284] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.385382] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.388387] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.388539] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.421829] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 in Status: IN_PROGRESS for 2s [ 1019.424978] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.425338] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.425523] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.425601] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.425829] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.425923] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.426156] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.426266] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.426336] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.426496] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.426575] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.426762] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.426848] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.426913] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.427143] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.427318] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.427446] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df425deb-38dd-4edf-8193-94847148fa68 is going to be updated. [ 1019.428842] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.429027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.429126] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.429391] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-988bc637-a4f8-47db-91dc-25af5b12107e" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.429559] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.429736] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.429887] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.431101] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.431336] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.431438] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.431565] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aab036b9-ad17-49ab-9efd-9ae69851b7a3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.431698] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.431850] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.431937] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.432069] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93d4a22c-a1dc-4513-b525-3457b9f1cb22" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.432970] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.433170] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.481691] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: IN_PROGRESS for 2s [ 1019.511941] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.512243] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.512385] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.512459] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.512690] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.512783] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.512994] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.513121] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.513193] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.513488] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.513644] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.513911] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.514049] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.514133] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.514330] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.514422] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.514549] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 995e252d-f032-469e-993d-ef9c0865b4e9 is going to be updated. [ 1019.515912] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.516240] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.516430] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.517495] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.517675] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.517815] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.532508] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.532698] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.532737] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.532948] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.533115] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.540395] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 in Status: IN_PROGRESS for 2s [ 1019.541200] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af in Status: IN_PROGRESS for 2s [ 1019.561864] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.562110] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.562267] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.562758] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.562758] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.574573] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 in Status: IN_PROGRESS for 2s [ 1019.577647] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 in Status: IN_PROGRESS for 2s [ 1019.622044] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.622270] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.622270] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.622489] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.622673] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.637776] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.638154] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1019.638154] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1019.638365] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1019.638649] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.651048] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df425deb-38dd-4edf-8193-94847148fa68 in Status: IN_PROGRESS for 2s [ 1019.673666] env[60542]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1019.674216] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 995e252d-f032-469e-993d-ef9c0865b4e9 in Status: IN_PROGRESS for 2s [ 1021.437081] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 in Status: SUCCESS [ 1021.437435] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1021.499870] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: SUCCESS [ 1021.500177] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1021.552886] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af in Status: SUCCESS [ 1021.553126] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1021.553966] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 in Status: SUCCESS [ 1021.554159] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1021.591022] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 in Status: SUCCESS [ 1021.591350] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1021.592193] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 in Status: SUCCESS [ 1021.592369] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1021.667239] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df425deb-38dd-4edf-8193-94847148fa68 in Status: SUCCESS [ 1021.667491] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1021.685679] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 995e252d-f032-469e-993d-ef9c0865b4e9 in Status: SUCCESS [ 1021.685898] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1023.629519] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1023.629519] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1028.631028] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1028.631373] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1033.632912] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1033.633317] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1038.633829] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1038.634211] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1043.634706] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1043.635192] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1048.636101] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1048.636480] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1053.637372] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1053.637651] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1058.638757] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1058.639122] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1062.813515] env[60542]: INFO networking_nsxv3.common.synchronization [req-ba991eed-553c-44e0-b30c-89e88793c3a2 req-ddd369db-dc73-4048-9f66-fe5a80a29687 tempest-ServersNegativeTestJSON-1737616329 tempest-ServersNegativeTestJSON-1737616329-project-member] Enqueued Resource ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 with Priority: HIGHEST for action security_group_members [ 1062.814104] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 with Priority: HIGHEST for action security_group_members [ 1062.814440] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.814629] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1062.814735] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1062.815075] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1062.815325] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.815447] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1062.815517] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1062.815691] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1062.815785] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1062.815887] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcadbd4a-187c-4a62-9f7a-44d6fe6659b2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1062.824230] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.824356] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1062.824429] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1062.824607] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1062.824704] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1062.824926] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.825047] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1062.825115] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1062.825275] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1062.825356] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1062.825447] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 is going to be updated. [ 1062.855961] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.856127] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1062.856273] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1062.856439] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1062.856582] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1062.866153] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 in Status: IN_PROGRESS for 2s [ 1064.876775] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 in Status: SUCCESS [ 1064.877155] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcadbd4a-187c-4a62-9f7a-44d6fe6659b2 deletion is rescheduled due to dependency. [ 1064.877155] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcadbd4a-187c-4a62-9f7a-44d6fe6659b2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1067.814712] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1067.815051] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1072.211990] env[60542]: INFO networking_nsxv3.common.synchronization [req-6d3aa41c-9aca-4ec1-9146-3c76fe18d159 req-8614e2d5-496f-41af-8999-dc23d6df6da1 tempest-ServerDiskConfigTestJSON-1556678235 tempest-ServerDiskConfigTestJSON-1556678235-project-member] Enqueued Resource ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 with Priority: HIGHEST for action security_group_members [ 1072.212316] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 with Priority: HIGHEST for action security_group_members [ 1072.212852] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.212971] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1072.213060] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1072.213278] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1072.213442] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.213547] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1072.213612] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1072.213769] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1072.213858] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1072.213967] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1072.222155] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.222289] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1072.222362] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1072.222540] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1072.222643] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1072.222815] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.222911] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1072.223052] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1072.223146] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1072.223231] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1072.223319] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 is going to be updated. [ 1072.255480] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.255640] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1072.255720] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1072.255928] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1072.256093] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1072.268970] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 in Status: IN_PROGRESS for 2s [ 1074.279402] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 in Status: SUCCESS [ 1074.279782] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8 deletion is rescheduled due to dependency. [ 1074.279782] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fb92dcf-dbe6-4e6e-99d0-8a23b3ea6ce8" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.213995] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1077.214460] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1077.840622] env[60542]: INFO networking_nsxv3.common.synchronization [req-8339e123-e999-483b-97ff-2b89be7318ce req-5c8ab78a-4fde-417e-89af-05f67589d3ac tempest-ImagesOneServerNegativeTestJSON-1667424217 tempest-ImagesOneServerNegativeTestJSON-1667424217-project-member] Enqueued Resource ID: 995e252d-f032-469e-993d-ef9c0865b4e9 with Priority: HIGHEST for action security_group_members [ 1077.840889] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 995e252d-f032-469e-993d-ef9c0865b4e9 with Priority: HIGHEST for action security_group_members [ 1077.841918] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-995e252d-f032-469e-993d-ef9c0865b4e9 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.841918] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1077.842063] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.842191] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.842348] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.842464] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1077.842527] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.842692] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.842782] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.842881] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('995e252d-f032-469e-993d-ef9c0865b4e9',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1077.854076] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.854270] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1077.854349] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.854559] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.854660] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.854860] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.854959] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1077.855027] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.855206] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.855317] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.855443] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 995e252d-f032-469e-993d-ef9c0865b4e9 is going to be updated. [ 1077.893888] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.893888] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1077.893888] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.893888] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.893888] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.904946] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 995e252d-f032-469e-993d-ef9c0865b4e9 in Status: IN_PROGRESS for 2s [ 1078.553556] env[60542]: INFO networking_nsxv3.common.synchronization [req-b997e970-f6ab-4010-ade9-ff8fce3072cb req-0524e1e4-b1d8-4d5d-8a04-e9dae81fbeae tempest-ServersTestJSON-844148859 tempest-ServersTestJSON-844148859-project-member] Enqueued Resource ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 with Priority: HIGHEST for action security_group_members [ 1078.553887] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 with Priority: HIGHEST for action security_group_members [ 1078.554814] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-950ff386-1313-4e3a-ad2e-f0b7c5d60558 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.554937] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1078.555056] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1078.555241] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1078.555404] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.555509] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1078.555578] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1078.555723] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1078.555814] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1078.555909] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('950ff386-1313-4e3a-ad2e-f0b7c5d60558',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1078.566078] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.566254] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1078.566321] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1078.566505] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1078.566603] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1078.566811] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.566903] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1078.567102] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1078.567182] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1078.567271] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1078.567365] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 is going to be updated. [ 1078.597148] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.597338] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1078.597402] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1078.597583] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1078.597721] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1078.606744] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 in Status: IN_PROGRESS for 2s [ 1078.747037] env[60542]: INFO networking_nsxv3.common.synchronization [req-6d6da807-9c66-4113-9d94-2c12d4b87a74 req-d0f305d2-9493-4f63-a243-fabe20a03775 tempest-MultipleCreateTestJSON-535747290 tempest-MultipleCreateTestJSON-535747290-project-member] Enqueued Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_members [ 1078.747533] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_members [ 1078.747883] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.751885] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1078.752071] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1078.752328] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1078.752533] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.752656] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1078.752728] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1078.752894] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1078.752989] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1078.753109] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1078.760998] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1078.769852] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1078.777452] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.777621] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1078.777689] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1078.777877] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1078.778297] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1078.778297] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517df902-262b-4705-b648-4ed17b646cf7 is going to be updated. [ 1078.808559] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.808559] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1078.808748] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1078.808834] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1078.808985] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1078.824296] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: IN_PROGRESS for 2s [ 1079.284118] env[60542]: INFO networking_nsxv3.common.synchronization [req-b6891904-b450-4a7b-956a-abd8bea0d65b req-853a659c-21e1-4b77-90b9-695fa40a6277 tempest-MultipleCreateTestJSON-535747290 tempest-MultipleCreateTestJSON-535747290-project-member] Enqueued Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_members [ 1079.284118] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517df902-262b-4705-b648-4ed17b646cf7 with Priority: HIGHEST for action security_group_members [ 1079.284118] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-517df902-262b-4705-b648-4ed17b646cf7 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.284118] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1079.916614] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 995e252d-f032-469e-993d-ef9c0865b4e9 in Status: SUCCESS [ 1079.916900] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 995e252d-f032-469e-993d-ef9c0865b4e9 deletion is rescheduled due to dependency. [ 1079.916950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-995e252d-f032-469e-993d-ef9c0865b4e9" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1080.333163] env[60542]: INFO networking_nsxv3.common.synchronization [req-c5fc4a31-45f7-4577-b636-00f6302ff5c4 req-f68bc973-b481-4acb-b941-ae2a34bee8c4 tempest-AttachVolumeTestJSON-958325147 tempest-AttachVolumeTestJSON-958325147-project-member] Enqueued Resource ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 with Priority: HIGHEST for action security_group_members [ 1080.336237] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 with Priority: HIGHEST for action security_group_members [ 1080.336294] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-833154d8-3dbe-4856-bae2-ab8c4bfe1463 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.336405] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1080.336733] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1080.336733] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1080.336902] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.336902] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1080.337186] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1080.337669] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1080.337977] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1080.337977] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833154d8-3dbe-4856-bae2-ab8c4bfe1463',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1080.353314] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.353473] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1080.353558] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1080.353777] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1080.353944] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1080.354104] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.354311] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1080.354311] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1080.354416] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1080.354495] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1080.354578] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 is going to be updated. [ 1080.387299] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.388064] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1080.388064] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1080.388064] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1080.388064] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1080.400628] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 in Status: IN_PROGRESS for 2s [ 1080.618850] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 in Status: SUCCESS [ 1080.619155] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 950ff386-1313-4e3a-ad2e-f0b7c5d60558 deletion is rescheduled due to dependency. [ 1080.619308] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-950ff386-1313-4e3a-ad2e-f0b7c5d60558" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1080.835195] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: SUCCESS [ 1080.835441] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1080.835606] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1080.835838] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1080.836045] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.836818] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1080.836818] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1080.836818] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1080.836818] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1080.836818] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517df902-262b-4705-b648-4ed17b646cf7',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1080.845260] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.845413] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1080.845485] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1080.845674] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1080.845761] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1080.845948] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.846061] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1080.847503] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1080.847503] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1080.847503] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1080.847503] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517df902-262b-4705-b648-4ed17b646cf7 is going to be updated. [ 1080.876831] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.876999] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1080.877359] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1080.877359] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1080.877540] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1080.886914] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: IN_PROGRESS for 2s [ 1081.005956] env[60542]: INFO networking_nsxv3.common.synchronization [None req-d76685d9-7ccf-459d-8289-0bf2c03f0c03 tempest-AttachVolumeTestJSON-958325147 tempest-AttachVolumeTestJSON-958325147-project-member] Enqueued Resource ID: 75669661-9ce4-4a9b-a380-b3ef64e8e73a with Priority: HIGHEST for action security_group_rules [ 1081.007262] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75669661-9ce4-4a9b-a380-b3ef64e8e73a with Priority: HIGHEST for action security_group_rules [ 1081.007650] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75669661-9ce4-4a9b-a380-b3ef64e8e73a taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.007827] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75669661-9ce4-4a9b-a380-b3ef64e8e73a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1081.007870] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75669661-9ce4-4a9b-a380-b3ef64e8e73a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1081.008133] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75669661-9ce4-4a9b-a380-b3ef64e8e73a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1081.008227] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75669661-9ce4-4a9b-a380-b3ef64e8e73a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1081.040260] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.040260] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1081.040538] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1081.040538] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1081.040629] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1081.040730] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75669661-9ce4-4a9b-a380-b3ef64e8e73a already deleted. [ 1081.040810] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75669661-9ce4-4a9b-a380-b3ef64e8e73a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1081.077971] env[60542]: INFO networking_nsxv3.common.synchronization [None req-8cd29afa-d423-4b29-9e67-517ebbd80165 tempest-AttachVolumeTestJSON-958325147 tempest-AttachVolumeTestJSON-958325147-project-member] Enqueued Resource ID: 75669661-9ce4-4a9b-a380-b3ef64e8e73a with Priority: HIGHEST for action security_group_rules [ 1081.079151] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75669661-9ce4-4a9b-a380-b3ef64e8e73a with Priority: HIGHEST for action security_group_rules [ 1081.079763] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75669661-9ce4-4a9b-a380-b3ef64e8e73a taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.079888] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75669661-9ce4-4a9b-a380-b3ef64e8e73a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1081.079982] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75669661-9ce4-4a9b-a380-b3ef64e8e73a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1081.080910] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75669661-9ce4-4a9b-a380-b3ef64e8e73a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1081.081024] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75669661-9ce4-4a9b-a380-b3ef64e8e73a',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1081.112350] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.112538] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1081.112602] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1081.112791] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1081.112901] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1081.113011] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75669661-9ce4-4a9b-a380-b3ef64e8e73a already deleted. [ 1081.113108] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75669661-9ce4-4a9b-a380-b3ef64e8e73a" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1081.147468] env[60542]: INFO networking_nsxv3.common.synchronization [req-a4159ee2-a57a-4a9b-bc09-b08b9a26ec7d req-6dccdc0a-e9e6-4311-a3e9-3a4269dcc0ed tempest-AttachInterfacesTestJSON-943622355 tempest-AttachInterfacesTestJSON-943622355-project-member] Enqueued Resource ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af with Priority: HIGHEST for action security_group_members [ 1081.147979] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af with Priority: HIGHEST for action security_group_members [ 1081.148304] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-56f25f16-603e-4f47-bbb4-015f1d29b9af taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.148428] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1081.148515] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1081.148737] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1081.148896] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.149472] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1081.149548] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1081.149717] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1081.149916] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1081.150041] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56f25f16-603e-4f47-bbb4-015f1d29b9af',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1081.157808] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.157808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1081.157808] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1081.158100] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1081.158100] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1081.158206] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.158310] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1081.158370] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1081.158524] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1081.158602] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1081.158685] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af is going to be updated. [ 1081.214150] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.214323] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1081.214397] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1081.214601] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1081.214743] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1081.235800] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af in Status: IN_PROGRESS for 2s [ 1082.412555] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 in Status: SUCCESS [ 1082.412555] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833154d8-3dbe-4856-bae2-ab8c4bfe1463 deletion is rescheduled due to dependency. [ 1082.412555] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833154d8-3dbe-4856-bae2-ab8c4bfe1463" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1082.509862] env[60542]: INFO networking_nsxv3.common.synchronization [None req-bc588667-c6e0-44c9-b801-331ad3c35d3e tempest-AttachInterfacesTestJSON-943622355 tempest-AttachInterfacesTestJSON-943622355-project-member] Enqueued Resource ID: e02f2d6f-ce9e-418b-9ca6-186d9a495465 with Priority: HIGHEST for action security_group_rules [ 1082.510185] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02f2d6f-ce9e-418b-9ca6-186d9a495465 with Priority: HIGHEST for action security_group_rules [ 1082.510739] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e02f2d6f-ce9e-418b-9ca6-186d9a495465 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.510859] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e02f2d6f-ce9e-418b-9ca6-186d9a495465" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1082.510927] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e02f2d6f-ce9e-418b-9ca6-186d9a495465" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1082.511213] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e02f2d6f-ce9e-418b-9ca6-186d9a495465" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1082.511340] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e02f2d6f-ce9e-418b-9ca6-186d9a495465',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1082.546044] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.546044] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1082.546044] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1082.546044] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1082.546044] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1082.546044] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e02f2d6f-ce9e-418b-9ca6-186d9a495465 already deleted. [ 1082.546044] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e02f2d6f-ce9e-418b-9ca6-186d9a495465" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1082.581176] env[60542]: INFO networking_nsxv3.common.synchronization [None req-56559358-f24b-4e46-bb9f-a2507e384a98 tempest-AttachInterfacesTestJSON-943622355 tempest-AttachInterfacesTestJSON-943622355-project-member] Enqueued Resource ID: e02f2d6f-ce9e-418b-9ca6-186d9a495465 with Priority: HIGHEST for action security_group_rules [ 1082.581745] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02f2d6f-ce9e-418b-9ca6-186d9a495465 with Priority: HIGHEST for action security_group_rules [ 1082.582075] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e02f2d6f-ce9e-418b-9ca6-186d9a495465 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.582212] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e02f2d6f-ce9e-418b-9ca6-186d9a495465" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1082.582279] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e02f2d6f-ce9e-418b-9ca6-186d9a495465" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1082.582494] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e02f2d6f-ce9e-418b-9ca6-186d9a495465" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1082.582580] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e02f2d6f-ce9e-418b-9ca6-186d9a495465',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1082.622920] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.623148] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1082.623233] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1082.623451] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1082.623537] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1082.623630] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e02f2d6f-ce9e-418b-9ca6-186d9a495465 already deleted. [ 1082.623707] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e02f2d6f-ce9e-418b-9ca6-186d9a495465" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1082.896670] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517df902-262b-4705-b648-4ed17b646cf7 in Status: SUCCESS [ 1082.896865] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517df902-262b-4705-b648-4ed17b646cf7 deletion is rescheduled due to dependency. [ 1082.896984] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517df902-262b-4705-b648-4ed17b646cf7" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1083.245512] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af in Status: SUCCESS [ 1083.245695] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56f25f16-603e-4f47-bbb4-015f1d29b9af deletion is rescheduled due to dependency. [ 1083.245827] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56f25f16-603e-4f47-bbb4-015f1d29b9af" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1085.733900] env[60542]: INFO networking_nsxv3.common.synchronization [None req-3e7a9290-b62e-4c71-865e-dcbb266a7298 tempest-AttachInterfacesTestJSON-943622355 tempest-AttachInterfacesTestJSON-943622355-project-member] Enqueued Resource ID: 2fbc5577-ea76-4fab-bb96-75f6e55d59e2 with Priority: HIGHEST for action security_group_rules [ 1085.734450] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbc5577-ea76-4fab-bb96-75f6e55d59e2 with Priority: HIGHEST for action security_group_rules [ 1085.735940] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fbc5577-ea76-4fab-bb96-75f6e55d59e2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.736085] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fbc5577-ea76-4fab-bb96-75f6e55d59e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1085.736158] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fbc5577-ea76-4fab-bb96-75f6e55d59e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1085.736453] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fbc5577-ea76-4fab-bb96-75f6e55d59e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1085.736542] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fbc5577-ea76-4fab-bb96-75f6e55d59e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1085.768793] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.768793] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1085.768793] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1085.768793] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1085.768793] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1085.768793] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fbc5577-ea76-4fab-bb96-75f6e55d59e2 already deleted. [ 1085.768793] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fbc5577-ea76-4fab-bb96-75f6e55d59e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1085.816776] env[60542]: INFO networking_nsxv3.common.synchronization [None req-a937face-4160-4395-8d79-02445ebb5569 tempest-AttachInterfacesTestJSON-943622355 tempest-AttachInterfacesTestJSON-943622355-project-member] Enqueued Resource ID: 2fbc5577-ea76-4fab-bb96-75f6e55d59e2 with Priority: HIGHEST for action security_group_rules [ 1085.817065] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbc5577-ea76-4fab-bb96-75f6e55d59e2 with Priority: HIGHEST for action security_group_rules [ 1085.817608] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fbc5577-ea76-4fab-bb96-75f6e55d59e2 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.817743] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fbc5577-ea76-4fab-bb96-75f6e55d59e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1085.817815] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fbc5577-ea76-4fab-bb96-75f6e55d59e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1085.818073] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fbc5577-ea76-4fab-bb96-75f6e55d59e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1085.818169] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fbc5577-ea76-4fab-bb96-75f6e55d59e2',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1085.847194] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.847343] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1085.847414] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1085.847663] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1085.847761] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1085.847857] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fbc5577-ea76-4fab-bb96-75f6e55d59e2 already deleted. [ 1085.847936] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fbc5577-ea76-4fab-bb96-75f6e55d59e2" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1090.818061] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1090.818412] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1092.748155] env[60542]: INFO networking_nsxv3.common.synchronization [None req-94585d79-abec-441b-b0e8-de1dd9f6850a None None] Enqueued Resource ID: 340eec4c-6676-42e4-98d5-985d78478380 with Priority: HIGHEST for action port [ 1092.748155] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 340eec4c-6676-42e4-98d5-985d78478380 with Priority: HIGHEST for action port [ 1092.748155] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-340eec4c-6676-42e4-98d5-985d78478380 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.748155] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-340eec4c-6676-42e4-98d5-985d78478380" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1092.748155] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-340eec4c-6676-42e4-98d5-985d78478380" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1092.748155] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-340eec4c-6676-42e4-98d5-985d78478380" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1092.748155] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('340eec4c-6676-42e4-98d5-985d78478380',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1092.756766] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 340eec4c-6676-42e4-98d5-985d78478380 [ 1092.758193] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.758193] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1092.758193] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1092.758193] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1092.758193] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1092.758193] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:340eec4c-6676-42e4-98d5-985d78478380 already deleted. [ 1092.758193] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-340eec4c-6676-42e4-98d5-985d78478380" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1093.057529] env[60542]: INFO networking_nsxv3.common.synchronization [None req-591e565f-61dd-4d32-a4fa-7c2af4bd8cc1 tempest-ServersTestJSON-1845120444 tempest-ServersTestJSON-1845120444-project-member] Enqueued Resource ID: 5a67fb21-b72d-4507-9028-8653683d2dd3 with Priority: HIGHEST for action security_group_rules [ 1093.057826] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a67fb21-b72d-4507-9028-8653683d2dd3 with Priority: HIGHEST for action security_group_rules [ 1093.058405] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a67fb21-b72d-4507-9028-8653683d2dd3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.058676] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a67fb21-b72d-4507-9028-8653683d2dd3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1093.058763] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a67fb21-b72d-4507-9028-8653683d2dd3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1093.059045] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a67fb21-b72d-4507-9028-8653683d2dd3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1093.059139] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a67fb21-b72d-4507-9028-8653683d2dd3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1093.091114] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.091251] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1093.091298] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1093.091522] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1093.091644] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1093.091749] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a67fb21-b72d-4507-9028-8653683d2dd3 already deleted. [ 1093.091849] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a67fb21-b72d-4507-9028-8653683d2dd3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1093.130961] env[60542]: INFO networking_nsxv3.common.synchronization [None req-86dcd92d-060c-4f37-90cb-9d4dbf278e3f tempest-ServersTestJSON-1845120444 tempest-ServersTestJSON-1845120444-project-member] Enqueued Resource ID: 5a67fb21-b72d-4507-9028-8653683d2dd3 with Priority: HIGHEST for action security_group_rules [ 1093.131227] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a67fb21-b72d-4507-9028-8653683d2dd3 with Priority: HIGHEST for action security_group_rules [ 1093.132928] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a67fb21-b72d-4507-9028-8653683d2dd3 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.133076] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a67fb21-b72d-4507-9028-8653683d2dd3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1093.133149] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a67fb21-b72d-4507-9028-8653683d2dd3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1093.133395] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a67fb21-b72d-4507-9028-8653683d2dd3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1093.133476] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a67fb21-b72d-4507-9028-8653683d2dd3',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1093.161406] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.161555] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1093.161638] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1093.161854] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1093.161950] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1093.162062] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a67fb21-b72d-4507-9028-8653683d2dd3 already deleted. [ 1093.162156] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a67fb21-b72d-4507-9028-8653683d2dd3" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1094.478200] env[60542]: INFO networking_nsxv3.common.synchronization [None req-78c8ebbb-08a6-45fe-8bad-b3a1015d3b98 None None] Enqueued Resource ID: 0062b253-c2f1-436f-b845-4087992375df with Priority: HIGHEST for action port [ 1094.478505] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0062b253-c2f1-436f-b845-4087992375df with Priority: HIGHEST for action port [ 1094.478792] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock port-0062b253-c2f1-436f-b845-4087992375df taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.478938] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0062b253-c2f1-436f-b845-4087992375df" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1094.479031] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0062b253-c2f1-436f-b845-4087992375df" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1094.479282] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0062b253-c2f1-436f-b845-4087992375df" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1094.479396] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0062b253-c2f1-436f-b845-4087992375df',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1094.500874] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0062b253-c2f1-436f-b845-4087992375df [ 1094.501112] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.501245] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1094.501317] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1094.501526] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1094.501622] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1094.501719] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0062b253-c2f1-436f-b845-4087992375df already deleted. [ 1094.501804] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0062b253-c2f1-436f-b845-4087992375df" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1099.479406] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1099.479777] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1104.480799] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1104.481178] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1108.986025] env[60542]: INFO networking_nsxv3.common.synchronization [req-cd7b3e47-6008-4485-b6fe-966eec3a3a4f req-ed81c346-6605-47b0-afe7-31e7565a97fb tempest-ServerRescueTestJSON-1707014401 tempest-ServerRescueTestJSON-1707014401-project-member] Enqueued Resource ID: df425deb-38dd-4edf-8193-94847148fa68 with Priority: HIGHEST for action security_group_members [ 1108.986025] env[60542]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df425deb-38dd-4edf-8193-94847148fa68 with Priority: HIGHEST for action security_group_members [ 1108.986025] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock member-df425deb-38dd-4edf-8193-94847148fa68 taken with stack trace [, , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.986025] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1108.986025] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1108.986025] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1108.986025] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.986025] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1108.992526] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1108.992526] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1108.992526] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1108.992526] env[60542]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df425deb-38dd-4edf-8193-94847148fa68',) {} {{(pid=60542) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1109.000282] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.003029] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1109.003029] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1109.003029] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1109.003029] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1109.003029] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.003029] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1109.003029] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1109.003029] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1109.003029] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1109.003029] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df425deb-38dd-4edf-8193-94847148fa68 is going to be updated. [ 1109.035363] env[60542]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60542) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.035363] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1109.035363] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1109.035363] env[60542]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1109.035363] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1109.042643] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df425deb-38dd-4edf-8193-94847148fa68 in Status: IN_PROGRESS for 2s [ 1111.054704] env[60542]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df425deb-38dd-4edf-8193-94847148fa68 in Status: SUCCESS [ 1111.055109] env[60542]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df425deb-38dd-4edf-8193-94847148fa68 deletion is rescheduled due to dependency. [ 1111.055109] env[60542]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df425deb-38dd-4edf-8193-94847148fa68" {{(pid=60542) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1113.985985] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1113.986403] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1118.987570] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1118.987570] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1123.988546] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1123.988546] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1128.990315] env[60542]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1128.990315] env[60542]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0