[ 514.958600] env[60019]: INFO neutron.common.config [-] Logging enabled! [ 514.958967] env[60019]: INFO neutron.common.config [-] /usr/local/bin/neutron-nsxv3-agent version 0.0.1.dev13 [ 514.959243] env[60019]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=60019) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} [ 514.959554] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 514.959659] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 514.960844] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] VMware NSXv3 Agent initialized successfully. [ 514.961246] env[60019]: DEBUG oslo_concurrency.lockutils [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] Acquiring lock "singleton_lock" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 514.961395] env[60019]: DEBUG oslo_concurrency.lockutils [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] Acquired lock "singleton_lock" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 514.961640] env[60019]: DEBUG oslo_concurrency.lockutils [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] Releasing lock "singleton_lock" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 514.961934] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] Full set of CONF: {{(pid=60019) _wait_for_exit_or_signal /usr/local/lib/python3.10/dist-packages/oslo_service/service.py:362}} [ 514.962070] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ******************************************************************************** {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2589}} [ 514.962186] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] Configuration options gathered from: {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2590}} [ 514.962408] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2591}} [ 514.962582] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2592}} [ 514.962694] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ================================================================================ {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2594}} [ 514.962865] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] agent_down_time = 75 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.963021] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] allow_automatic_dhcp_failover = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.963171] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] allow_bulk = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.963326] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] api_extensions_path = {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.963474] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] api_paste_config = api-paste.ini {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.963621] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] auth_strategy = keystone {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.963732] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] backdoor_port = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.963841] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] backdoor_socket = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.963980] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] backlog = 4096 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.964137] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] base_mac = fa:16:3e:00:00:00 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.964295] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] bind_host = 0.0.0.0 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.964441] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] bind_port = 9696 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.964583] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] client_socket_timeout = 900 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.964729] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] config_dir = [] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.964846] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.964990] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] config_source = [] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.965153] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] control_exchange = neutron {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.965304] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] core_plugin = ml2 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.965451] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] debug = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.965594] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] default_availability_zones = [] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.965803] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.965950] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] dhcp_agent_notification = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.966105] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] dhcp_agents_per_network = 1 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.966249] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] dhcp_lease_duration = 86400 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.966403] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] dhcp_load_type = networks {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.966548] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] dns_domain = openstacklocal {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.966693] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.966834] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] enable_dvr = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.966974] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] enable_new_agents = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.967126] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] enable_services_on_agents_with_admin_state_down = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.967269] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] enable_traditional_dhcp = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.967406] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] external_dns_driver = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.967541] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] filter_validation = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.967690] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] global_physnet_mtu = 8950 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.967828] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] graceful_shutdown_timeout = 60 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.968023] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] host = cpu-1 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.968169] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] host_dvr_for_dhcp = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.968312] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] http_retries = 3 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.968457] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] instance_format = [instance: %(uuid)s] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.968599] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.968739] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ipam_driver = internal {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.968876] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ipv6_pd_enabled = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.969031] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] l3_ha = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.969183] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.969326] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] l3_ha_network_physical_name = {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.969467] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] l3_ha_network_type = {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.969607] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] log_config_append = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.969747] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.969883] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] log_dir = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.970051] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] log_file = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.970170] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] log_options = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.970319] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] log_rotate_interval = 1 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.970465] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] log_rotate_interval_type = days {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.970607] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] log_rotation_type = none {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.970719] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.970825] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.970966] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.971200] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.971330] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.971481] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] max_dns_nameservers = 5 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.971621] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] max_header_line = 16384 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.971760] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] max_l3_agents_per_router = 3 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.971897] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] max_logfile_count = 30 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.972043] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] max_logfile_size_mb = 200 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.972185] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] max_subnet_host_routes = 20 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.972322] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] network_auto_schedule = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.972454] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] network_link_prefix = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.972597] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.972742] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] notify_nova_on_port_data_changes = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.972884] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] notify_nova_on_port_status_changes = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.973036] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] pagination_max_limit = -1 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.973181] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] publish_errors = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.973319] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] rate_limit_burst = 0 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.973462] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] rate_limit_except_level = CRITICAL {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.973599] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] rate_limit_interval = 0 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.973733] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] retry_until_window = 30 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.973868] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] router_distributed = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.974009] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] rpc_resources_processing_step = 20 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.974168] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] rpc_response_max_timeout = 600 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.974325] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] rpc_response_timeout = 60 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.974463] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] send_events_interval = 2 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.974616] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] service_plugins = ['router'] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.974762] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] setproctitle = on {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.974906] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] state_path = /opt/stack/data/neutron {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.975063] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] syslog_log_facility = LOG_USER {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.975212] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] tcp_keepidle = 600 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.975356] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] transport_url = **** {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.975492] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] use_eventlog = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.975628] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] use_journal = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.975764] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] use_json = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.975906] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] use_ssl = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.976053] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] use_stderr = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.976204] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] use_syslog = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.976346] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] vlan_transparent = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.976485] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] watch_log_file = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.976625] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] wsgi_default_pool_size = 100 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.976762] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] wsgi_keep_alive = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.976903] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.977052] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] wsgi_server_debug = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 514.977235] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_concurrency.disable_process_locking = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.977415] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.977596] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.977749] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.977897] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.978059] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.978211] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.978368] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] profiler.connection_string = messaging:// {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.978514] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] profiler.enabled = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.978659] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] profiler.es_doc_type = notification {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.978801] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] profiler.es_scroll_size = 10000 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.978947] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] profiler.es_scroll_time = 2m {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.979103] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] profiler.filter_error_trace = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.979252] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] profiler.hmac_keys = SECRET_KEY {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.979396] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] profiler.sentinel_service_name = mymaster {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.979542] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] profiler.socket_timeout = 0.1 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.979682] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] profiler.trace_sqlalchemy = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.979839] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_policy.enforce_new_defaults = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.979985] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_policy.enforce_scope = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.980184] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_policy.policy_default_rule = default {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.980356] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.980512] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.980664] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.980807] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.980949] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.981121] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.981295] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.981456] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.981610] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] agent.extensions = [] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.981758] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.981905] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] service_providers.service_provider = [] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.982069] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] QUOTAS.default_quota = -1 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.982228] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.982372] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] QUOTAS.quota_floatingip = 50 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.982511] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] QUOTAS.quota_network = 100 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.982649] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] QUOTAS.quota_port = 500 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.982791] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] QUOTAS.quota_rbac_policy = 10 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.982930] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] QUOTAS.quota_router = 10 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.983079] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] QUOTAS.quota_security_group = 10 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.983240] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] QUOTAS.quota_security_group_rule = 100 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.983392] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] QUOTAS.quota_subnet = 100 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.983534] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] QUOTAS.track_quota_usage = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.983686] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.983826] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep.group = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.983964] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep.helper_command = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.984123] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep.logger_name = oslo_privsep.daemon {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.984270] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep.thread_pool_size = 8 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.984409] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep.user = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.984556] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.984693] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_dhcp_release.group = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.984829] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_dhcp_release.helper_command = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.984971] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.985126] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.985265] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_dhcp_release.user = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.985422] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.985546] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_ovs_vsctl.group = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.985679] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_ovs_vsctl.helper_command = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.985822] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.985963] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.986112] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_ovs_vsctl.user = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.986262] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_namespace.capabilities = [21] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.986398] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_namespace.group = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.986534] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_namespace.helper_command = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.986677] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.986817] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_namespace.thread_pool_size = 8 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.986952] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_namespace.user = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.987110] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_conntrack.capabilities = [12] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.987248] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_conntrack.group = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.987385] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_conntrack.helper_command = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.987527] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.987668] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_conntrack.thread_pool_size = 8 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.987805] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_conntrack.user = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.987952] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_link.capabilities = [12, 21] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.988109] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_link.group = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.988257] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_link.helper_command = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.988400] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.988541] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_link.thread_pool_size = 8 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.988676] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] privsep_link.user = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.988834] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.988987] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.989175] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.continue_on_failed_promotions = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.989323] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.dscp = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.989488] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.dscp_inherit = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.989663] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.force_mp_to_policy = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.989808] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.locking_coordinator_url = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.989955] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.log_agent_heartbeats = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.990134] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.logging_expire = 1 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.990297] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.990445] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.990595] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.polling_interval = 240 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.990740] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.990888] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.quitting_rpc_timeout = 120 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.991058] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.report_interval = 30.0 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.991227] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.991380] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.991527] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.991672] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.sync_skew = 60 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.991813] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.synchronization_queue_size = 20 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.991957] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT.use_helper_for_ns_read = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.992125] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] SECURITYGROUP.enable_ipset = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.992280] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] SECURITYGROUP.enable_security_group = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.992430] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.992576] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.992738] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ml2.extension_drivers = ['port_security'] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.992881] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ml2.external_network_type = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.993047] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.993206] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ml2.overlay_ip_version = 4 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.993355] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ml2.path_mtu = 8950 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.993501] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ml2.physical_network_mtus = [] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.993655] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ml2.tenant_network_types = ['vlan'] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.993804] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.993952] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ml2.type_drivers = ['vlan'] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.994122] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT_CLI.neutron_port_id = [] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.994275] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.994417] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.994569] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.994717] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.994865] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.995018] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.995172] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.995354] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.995555] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.995706] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_login_password = **** {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.995860] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_login_port = 443 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.996022] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_login_user = admin {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.996167] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.996321] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.996463] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.996602] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.996748] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.996896] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.997054] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.997206] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.997350] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.997495] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.997645] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.997788] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.997933] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.998133] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.998289] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] vsphere.vsphere_login_password = VMware1! {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.998437] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.998581] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.998728] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] nova.auth_section = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.998880] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] nova.auth_type = password {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.999039] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.999185] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] nova.certfile = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.999330] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] nova.collect_timing = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.999479] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] nova.endpoint_type = public {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.999622] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] nova.insecure = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.999758] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] nova.keyfile = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 514.999906] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] nova.region_name = RegionOne {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.000077] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] nova.split_loggers = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.000238] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] nova.timeout = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.000389] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] placement.auth_section = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.000541] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] placement.auth_type = password {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.000691] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.000830] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] placement.certfile = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.000972] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] placement.collect_timing = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.001176] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] placement.endpoint_type = public {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.001346] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] placement.insecure = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.001489] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] placement.keyfile = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.001627] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] placement.region_name = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.001768] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] placement.split_loggers = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.001906] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] placement.timeout = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.002065] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.auth_section = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.002213] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.auth_type = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.002353] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.cafile = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.002488] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.certfile = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.002630] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.collect_timing = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.002765] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.connect_retries = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.002899] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.connect_retry_delay = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.003048] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.enable_notifications = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.003191] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.endpoint_override = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.003332] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.insecure = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.003469] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.interface = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.003605] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.keyfile = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.003742] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.max_version = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.003878] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.min_version = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.004023] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.region_name = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.004161] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.service_name = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.004298] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.service_type = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.004440] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.split_loggers = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.004576] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.status_code_retries = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.004711] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.status_code_retry_delay = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.004846] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.timeout = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.004982] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.valid_interfaces = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.005132] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ironic.version = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.005281] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] cli_script.dry_run = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.005437] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.005578] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.005717] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.005856] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.005996] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.006149] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.006291] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.006429] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.006567] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.006704] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.006851] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.006996] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.007158] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.007327] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.007482] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.007639] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.007783] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.007925] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.008080] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.008231] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.008371] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.008516] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.008655] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.008996] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.008996] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.009079] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.ssl = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.009234] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.009387] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.009525] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.009674] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.009822] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_rabbit.ssl_version = {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.009973] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_notifications.driver = [] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.010156] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_notifications.retry = -1 {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.010330] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.010476] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] oslo_messaging_notifications.transport_url = **** {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 515.010590] env[60019]: DEBUG oslo_service.service [None req-7baa1f77-903d-483c-93e1-12083d26a74e None None] ******************************************************************************** {{(pid=60019) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2613}} [ 515.011334] env[60019]: DEBUG neutron.agent.securitygroups_rpc [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Init firewall settings (driver=nsxv3) {{(pid=60019) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:121}} [ 515.012764] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=60019) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 515.013007] env[60019]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] RPC agent_id: nsxm-l-01a.corp.local [ 515.017419] env[60019]: DEBUG dogpile.cache.region [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 515.017419] env[60019]: DEBUG dogpile.lock [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 515.017419] env[60019]: DEBUG dogpile.lock [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 515.017419] env[60019]: DEBUG dogpile.lock [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 515.017419] env[60019]: DEBUG dogpile.cache.region [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 515.017419] env[60019]: DEBUG dogpile.lock [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 515.017419] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 515.052806] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Session token - acquiring [ 515.054914] env[60019]: DEBUG networking_nsxv3.common.locking [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.055154] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 515.055254] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 515.055738] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 515.068486] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 515.364023] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 515.386016] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 515.386193] env[60019]: DEBUG dogpile.cache.region [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Cache value generated in 0.370 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 515.386322] env[60019]: DEBUG dogpile.lock [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 515.386452] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Activating Policy API Provider. [ 515.386654] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Looking for the default Infrastructure Rules. [ 515.464567] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Looking for the Default Layer3 Logged Drop Section. [ 515.480513] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 515.481219] env[60019]: DEBUG networking_nsxv3.common.locking [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.481417] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquiring lock "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 515.481525] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired lock "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 515.481841] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired external semaphore "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 515.482195] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 515.505427] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 515.513257] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 515.522826] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Inventory metadata is going to be refreshed. [ 515.522958] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 516.366606] env[60019]: DEBUG networking_nsxv3.common.locking [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.367141] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 516.367141] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 516.367287] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 516.379233] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 516.380119] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 516.380744] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 516.401282] env[60019]: DEBUG networking_nsxv3.common.locking [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.401611] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 516.401611] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 516.401892] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 516.402040] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 516.402202] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 516.402330] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.402469] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 516.423352] env[60019]: DEBUG networking_nsxv3.common.locking [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.423659] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 516.423659] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 516.423949] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 516.424155] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 516.424309] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 516.448416] env[60019]: DEBUG networking_nsxv3.common.locking [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.448739] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 516.448739] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 516.449291] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 516.449291] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 516.449395] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 516.470436] env[60019]: DEBUG networking_nsxv3.common.locking [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.470745] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquiring lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 516.470745] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 516.471097] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired external semaphore "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 516.471259] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Releasing lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 516.471438] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 516.471635] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.471724] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 516.489772] env[60019]: DEBUG networking_nsxv3.common.locking [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.490077] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquiring lock "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 516.490167] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired lock "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 516.490418] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired external semaphore "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 516.490552] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Releasing lock "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 516.490702] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 516.490812] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.490920] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 516.512811] env[60019]: DEBUG networking_nsxv3.common.locking [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.513131] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 516.513131] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 516.513426] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 516.513577] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 516.513737] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 516.513863] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.513957] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Inventory metadata have been refreshed. [ 516.514073] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Dryrun:True. Metadata refresh completed. [ 516.514202] env[60019]: DEBUG oslo_concurrency.lockutils [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Releasing lock "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 516.515916] env[60019]: INFO neutron.agent.agent_extensions_manager [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Loaded agent extensions: [] [ 516.516603] env[60019]: DEBUG neutron_lib.callbacks.manager [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=60019) _notify_loop /usr/local/lib/python3.10/dist-packages/neutron_lib/callbacks/manager.py:184}} [ 516.575630] env[60019]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] NSXv3 Agent Agent RPC Daemon Started! [ 516.575884] env[60019]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c256eedc-7014-48c0-b9dc-3805280b0b12 None None] NSXv3 Agent Agent out of sync with plugin! [ 521.516949] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 521.517486] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 526.517947] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 526.518384] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 528.555893] env[60019]: INFO networking_nsxv3.common.synchronization [None req-86ce8fd9-58b9-4ce4-be94-4032791f735e demo admin] Enqueued Resource ID: 4ec96cb4-df98-4158-9f86-3b1a1469839e with Priority: HIGHEST for action security_group_rules [ 528.557024] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ec96cb4-df98-4158-9f86-3b1a1469839e with Priority: HIGHEST for action security_group_rules [ 528.557214] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ec96cb4-df98-4158-9f86-3b1a1469839e taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.558017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ec96cb4-df98-4158-9f86-3b1a1469839e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 528.558017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ec96cb4-df98-4158-9f86-3b1a1469839e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 528.558187] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ec96cb4-df98-4158-9f86-3b1a1469839e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 528.558364] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ec96cb4-df98-4158-9f86-3b1a1469839e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 528.591629] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.591888] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 528.591888] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 528.592087] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 528.592193] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 528.592293] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ec96cb4-df98-4158-9f86-3b1a1469839e already deleted. [ 528.592388] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ec96cb4-df98-4158-9f86-3b1a1469839e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.519617] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.519835] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.519895] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.520075] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.520368] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 529.527914] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 529.533392] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 529.538423] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 529.538501] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.332397] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.332821] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.332821] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.332821] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.344786] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.345577] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.346207] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.364110] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.364335] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.364335] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.364550] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.364639] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.364748] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.364822] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.364896] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 530.387272] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.387485] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.387485] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.387702] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.387842] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.387957] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.408367] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.408585] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.408585] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.408782] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.408890] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.409013] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.428974] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.429194] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.429194] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.429401] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.429509] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.429624] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.429697] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.429769] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.446615] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.446820] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.446820] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.447048] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.447144] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.447255] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.447348] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.447476] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 530.465817] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.466016] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.466016] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.466229] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.466347] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.466463] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 530.466537] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.466607] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 530.466675] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 530.466753] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 530.466818] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 530.466883] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 530.467133] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 530.467205] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 530.467279] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.488250] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.488427] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.488468] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.488672] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.488782] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.488895] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.508019] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.508241] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.508287] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.508546] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.508667] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.522507] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 533.557543] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.557991] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.559118] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.559591] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.560101] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.560513] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.561550] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.561923] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.563820] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.564158] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.527908] env[60019]: INFO networking_nsxv3.common.synchronization [None req-75821865-f16c-49c1-8836-a9b587b4bbce None None] Enqueued Resource ID: dc739b9b-b518-4d4a-b890-bebd040f5648 with Priority: HIGHEST for action port [ 554.527908] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc739b9b-b518-4d4a-b890-bebd040f5648 with Priority: HIGHEST for action port [ 554.527908] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc739b9b-b518-4d4a-b890-bebd040f5648 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.527908] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc739b9b-b518-4d4a-b890-bebd040f5648" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 554.527908] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc739b9b-b518-4d4a-b890-bebd040f5648" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 554.527908] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc739b9b-b518-4d4a-b890-bebd040f5648" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 554.527908] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc739b9b-b518-4d4a-b890-bebd040f5648',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 554.581956] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc739b9b-b518-4d4a-b890-bebd040f5648 [ 554.582248] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.582322] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 554.582732] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 554.582732] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 554.582732] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 554.582854] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc739b9b-b518-4d4a-b890-bebd040f5648 already deleted. [ 554.582854] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc739b9b-b518-4d4a-b890-bebd040f5648" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 556.359589] env[60019]: INFO networking_nsxv3.common.synchronization [None req-0b9cc767-51af-4e7b-8a1c-c12c900c0871 None None] Enqueued Resource ID: 1daeef73-b743-4dee-ba42-41b407e4203a with Priority: HIGHEST for action port [ 556.359831] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1daeef73-b743-4dee-ba42-41b407e4203a with Priority: HIGHEST for action port [ 556.361064] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-1daeef73-b743-4dee-ba42-41b407e4203a taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.361064] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1daeef73-b743-4dee-ba42-41b407e4203a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 556.361064] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1daeef73-b743-4dee-ba42-41b407e4203a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 556.361064] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1daeef73-b743-4dee-ba42-41b407e4203a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 556.361064] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1daeef73-b743-4dee-ba42-41b407e4203a',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 556.387254] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1daeef73-b743-4dee-ba42-41b407e4203a [ 556.387254] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.387423] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 556.387423] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 556.387639] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 556.387730] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 556.387834] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1daeef73-b743-4dee-ba42-41b407e4203a already deleted. [ 556.388018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1daeef73-b743-4dee-ba42-41b407e4203a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 557.635081] env[60019]: INFO networking_nsxv3.common.synchronization [None req-837bfbae-184d-40db-9022-c428152145a2 None None] Enqueued Resource ID: 32965234-5d71-4d8b-ba56-63110bb5eb86 with Priority: HIGHEST for action port [ 557.635081] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32965234-5d71-4d8b-ba56-63110bb5eb86 with Priority: HIGHEST for action port [ 557.635081] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-32965234-5d71-4d8b-ba56-63110bb5eb86 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.635081] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32965234-5d71-4d8b-ba56-63110bb5eb86" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 557.635081] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32965234-5d71-4d8b-ba56-63110bb5eb86" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 557.635081] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32965234-5d71-4d8b-ba56-63110bb5eb86" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 557.635081] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32965234-5d71-4d8b-ba56-63110bb5eb86',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 557.649212] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32965234-5d71-4d8b-ba56-63110bb5eb86 [ 557.649212] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.649212] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 557.649212] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 557.649212] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 557.649212] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 557.649212] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32965234-5d71-4d8b-ba56-63110bb5eb86 already deleted. [ 557.649212] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32965234-5d71-4d8b-ba56-63110bb5eb86" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 557.975026] env[60019]: INFO networking_nsxv3.common.synchronization [None req-bb43e9e7-dcd1-4e0f-b4b5-da0156c28387 None None] Enqueued Resource ID: 8f2815ae-91e4-443d-a362-7198af29f9c2 with Priority: HIGHEST for action port [ 557.975026] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f2815ae-91e4-443d-a362-7198af29f9c2 with Priority: HIGHEST for action port [ 557.975998] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f2815ae-91e4-443d-a362-7198af29f9c2 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.975998] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f2815ae-91e4-443d-a362-7198af29f9c2" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 557.975998] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f2815ae-91e4-443d-a362-7198af29f9c2" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 557.976462] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f2815ae-91e4-443d-a362-7198af29f9c2" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 557.976511] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f2815ae-91e4-443d-a362-7198af29f9c2',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 557.995167] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f2815ae-91e4-443d-a362-7198af29f9c2 [ 557.995278] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.995444] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 557.996716] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 557.996716] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 557.996716] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 557.996716] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f2815ae-91e4-443d-a362-7198af29f9c2 already deleted. [ 557.996716] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f2815ae-91e4-443d-a362-7198af29f9c2" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 558.261405] env[60019]: INFO networking_nsxv3.common.synchronization [None req-20e65268-f687-4eb4-832a-4f6b5429c9dc None None] Enqueued Resource ID: 03c28b13-7548-43d9-a4cb-8733b1f60848 with Priority: HIGHEST for action port [ 558.262371] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c28b13-7548-43d9-a4cb-8733b1f60848 with Priority: HIGHEST for action port [ 558.262371] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-03c28b13-7548-43d9-a4cb-8733b1f60848 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.262371] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03c28b13-7548-43d9-a4cb-8733b1f60848" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 558.262371] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03c28b13-7548-43d9-a4cb-8733b1f60848" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 558.262569] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03c28b13-7548-43d9-a4cb-8733b1f60848" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 558.262569] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c28b13-7548-43d9-a4cb-8733b1f60848',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 558.287024] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03c28b13-7548-43d9-a4cb-8733b1f60848 [ 558.287220] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.287363] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 558.287446] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 558.287670] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 558.287776] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 558.287897] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03c28b13-7548-43d9-a4cb-8733b1f60848 already deleted. [ 558.287993] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03c28b13-7548-43d9-a4cb-8733b1f60848" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 559.650475] env[60019]: INFO networking_nsxv3.common.synchronization [None req-95abbbd2-95f9-4225-8ac4-4e8ca62375cb None None] Enqueued Resource ID: 81c46f6a-ac73-41e1-b3e9-f59b55904ff7 with Priority: HIGHEST for action port [ 559.650475] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c46f6a-ac73-41e1-b3e9-f59b55904ff7 with Priority: HIGHEST for action port [ 559.650475] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c46f6a-ac73-41e1-b3e9-f59b55904ff7 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.650475] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c46f6a-ac73-41e1-b3e9-f59b55904ff7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 559.650475] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c46f6a-ac73-41e1-b3e9-f59b55904ff7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 559.650475] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c46f6a-ac73-41e1-b3e9-f59b55904ff7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 559.650475] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c46f6a-ac73-41e1-b3e9-f59b55904ff7',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 559.659780] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81c46f6a-ac73-41e1-b3e9-f59b55904ff7 [ 559.659780] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.659780] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 559.659780] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 559.659780] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 559.659780] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 559.659780] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81c46f6a-ac73-41e1-b3e9-f59b55904ff7 already deleted. [ 559.659780] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c46f6a-ac73-41e1-b3e9-f59b55904ff7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 561.907832] env[60019]: INFO networking_nsxv3.common.synchronization [None req-7c80e9d4-7de9-4280-9f02-b87837bd5850 None None] Enqueued Resource ID: 6a2c1999-012f-4c62-ad18-2c30c6911671 with Priority: HIGHEST for action port [ 561.908729] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2c1999-012f-4c62-ad18-2c30c6911671 with Priority: HIGHEST for action port [ 561.908822] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a2c1999-012f-4c62-ad18-2c30c6911671 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.911444] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a2c1999-012f-4c62-ad18-2c30c6911671" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 561.911444] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a2c1999-012f-4c62-ad18-2c30c6911671" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 561.911444] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a2c1999-012f-4c62-ad18-2c30c6911671" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 561.911444] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a2c1999-012f-4c62-ad18-2c30c6911671',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 561.947288] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a2c1999-012f-4c62-ad18-2c30c6911671 [ 561.947575] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.947653] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 561.947726] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 561.947941] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 561.948039] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 561.948145] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a2c1999-012f-4c62-ad18-2c30c6911671 already deleted. [ 561.948227] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a2c1999-012f-4c62-ad18-2c30c6911671" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.810769] env[60019]: WARNING oslo_policy.policy [req-b44b385c-ccd6-4d8e-a3a7-e113eb34c2f3 req-ce58f50f-88bf-4517-98be-6ad6fe772313 tempest-ImagesTestJSON-1812607055 tempest-ImagesTestJSON-1812607055-project-member] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 562.811025] env[60019]: WARNING oslo_policy.policy [req-b44b385c-ccd6-4d8e-a3a7-e113eb34c2f3 req-ce58f50f-88bf-4517-98be-6ad6fe772313 tempest-ImagesTestJSON-1812607055 tempest-ImagesTestJSON-1812607055-project-member] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 562.811713] env[60019]: INFO networking_nsxv3.common.synchronization [req-b44b385c-ccd6-4d8e-a3a7-e113eb34c2f3 req-ce58f50f-88bf-4517-98be-6ad6fe772313 tempest-ImagesTestJSON-1812607055 tempest-ImagesTestJSON-1812607055-project-member] Enqueued Resource ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 with Priority: HIGHEST for action security_group_members [ 562.814348] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 with Priority: HIGHEST for action security_group_members [ 562.814770] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8efb42fa-6cdf-461e-8034-fe8ab6f80974 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.814920] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.815021] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.815372] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.815542] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.815654] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.815723] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.816282] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.816282] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.816282] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8efb42fa-6cdf-461e-8034-fe8ab6f80974',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 562.862309] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.862309] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.862309] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.862309] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.862309] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.862309] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.862309] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.862309] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.862309] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.862309] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.862309] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 already deleted. [ 562.862309] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.511159] env[60019]: INFO networking_nsxv3.common.synchronization [None req-84cc0074-c028-4a60-943e-e610c6172720 None None] Enqueued Resource ID: 2da941e9-5d07-44e6-a4a5-c841dabce8ee with Priority: HIGHEST for action port [ 563.511429] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da941e9-5d07-44e6-a4a5-c841dabce8ee with Priority: HIGHEST for action port [ 563.511653] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-2da941e9-5d07-44e6-a4a5-c841dabce8ee taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.511781] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2da941e9-5d07-44e6-a4a5-c841dabce8ee" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.511855] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2da941e9-5d07-44e6-a4a5-c841dabce8ee" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.512142] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2da941e9-5d07-44e6-a4a5-c841dabce8ee" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.512228] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da941e9-5d07-44e6-a4a5-c841dabce8ee',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 563.558404] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2da941e9-5d07-44e6-a4a5-c841dabce8ee [ 563.558672] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.558814] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.558889] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.559414] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.559522] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.559712] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2da941e9-5d07-44e6-a4a5-c841dabce8ee already deleted. [ 563.559712] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2da941e9-5d07-44e6-a4a5-c841dabce8ee" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.849757] env[60019]: INFO networking_nsxv3.common.synchronization [None req-55e4baf0-31c8-43b1-94e3-abdc03926f84 None None] Enqueued Resource ID: 57bb89ed-8d88-411f-9f5d-0a6507878225 with Priority: HIGHEST for action port [ 564.850015] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bb89ed-8d88-411f-9f5d-0a6507878225 with Priority: HIGHEST for action port [ 564.850109] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-57bb89ed-8d88-411f-9f5d-0a6507878225 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.850234] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57bb89ed-8d88-411f-9f5d-0a6507878225" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.850303] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57bb89ed-8d88-411f-9f5d-0a6507878225" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.850593] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57bb89ed-8d88-411f-9f5d-0a6507878225" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.850679] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57bb89ed-8d88-411f-9f5d-0a6507878225',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 564.873045] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57bb89ed-8d88-411f-9f5d-0a6507878225 [ 564.873045] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.873045] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.873045] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.873045] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.873045] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.873045] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57bb89ed-8d88-411f-9f5d-0a6507878225 already deleted. [ 564.873045] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57bb89ed-8d88-411f-9f5d-0a6507878225" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.421290] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.421519] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-218" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.421727] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-218" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.422014] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-218" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.423846] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.423846] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.423846] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.424095] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.424178] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.425676] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 565.425676] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 565.425676] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 565.425676] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 565.425676] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 565.425676] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 565.425676] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 565.447454] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 565.447552] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 565.447655] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 565.447840] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-218" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.448328] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-e709139c-f29a-48b4-88ea-ff5a533c2b9b taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.448680] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-e709139c-f29a-48b4-88ea-ff5a533c2b9b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.448749] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-e709139c-f29a-48b4-88ea-ff5a533c2b9b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.449790] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-e709139c-f29a-48b4-88ea-ff5a533c2b9b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.449982] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e709139c-f29a-48b4-88ea-ff5a533c2b9b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 565.480602] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.480857] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.481481] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.481481] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.481594] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.481684] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port e709139c-f29a-48b4-88ea-ff5a533c2b9b not found, creating... [ 565.481970] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.482156] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.482919] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.483236] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.483393] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.483795] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.483966] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.484104] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.484322] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.484463] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.484632] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: e709139c-f29a-48b4-88ea-ff5a533c2b9b is going to be created. [ 565.506637] env[60019]: INFO networking_nsxv3.common.synchronization [None req-850d542c-3ea6-4694-8c90-c29a74a16ff3 None None] Enqueued Resource ID: 8773c52b-12bd-4cff-8252-870af0b22828 with Priority: HIGHEST for action port [ 565.507876] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.508426] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.508618] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.508940] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.509162] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.509386] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-e709139c-f29a-48b4-88ea-ff5a533c2b9b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.510336] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8773c52b-12bd-4cff-8252-870af0b22828 with Priority: HIGHEST for action port [ 565.510968] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-8773c52b-12bd-4cff-8252-870af0b22828 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.510968] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8773c52b-12bd-4cff-8252-870af0b22828" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.511136] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8773c52b-12bd-4cff-8252-870af0b22828" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.511671] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8773c52b-12bd-4cff-8252-870af0b22828" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.511671] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8773c52b-12bd-4cff-8252-870af0b22828',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 565.529910] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8773c52b-12bd-4cff-8252-870af0b22828 [ 565.530221] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.530461] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.530461] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.530720] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.530773] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.531102] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8773c52b-12bd-4cff-8252-870af0b22828 already deleted. [ 565.531102] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8773c52b-12bd-4cff-8252-870af0b22828" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.362157] env[60019]: INFO networking_nsxv3.common.synchronization [None req-5af137f3-584d-413e-ae5c-a98e1cb340e9 None None] Enqueued Resource ID: e47ebf8a-6148-49a7-86cc-9fc6d631e8b7 with Priority: HIGHEST for action port [ 566.362157] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47ebf8a-6148-49a7-86cc-9fc6d631e8b7 with Priority: HIGHEST for action port [ 566.362157] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-e47ebf8a-6148-49a7-86cc-9fc6d631e8b7 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.362157] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e47ebf8a-6148-49a7-86cc-9fc6d631e8b7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.362157] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e47ebf8a-6148-49a7-86cc-9fc6d631e8b7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.362530] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e47ebf8a-6148-49a7-86cc-9fc6d631e8b7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.362530] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e47ebf8a-6148-49a7-86cc-9fc6d631e8b7',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 566.386914] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e47ebf8a-6148-49a7-86cc-9fc6d631e8b7 [ 566.386914] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.386914] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.386914] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.386914] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.386914] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.386914] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e47ebf8a-6148-49a7-86cc-9fc6d631e8b7 already deleted. [ 566.386914] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e47ebf8a-6148-49a7-86cc-9fc6d631e8b7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.680245] env[60019]: INFO networking_nsxv3.common.synchronization [req-b44b385c-ccd6-4d8e-a3a7-e113eb34c2f3 req-dfe936b2-e953-4153-a8f9-9826912d5018 service neutron] Enqueued Resource ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 with Priority: HIGHEST for action security_group_rules [ 566.680518] env[60019]: INFO networking_nsxv3.common.synchronization [req-b44b385c-ccd6-4d8e-a3a7-e113eb34c2f3 req-dfe936b2-e953-4153-a8f9-9826912d5018 service neutron] Enqueued Resource ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 with Priority: HIGHEST for action security_group_members [ 566.680585] env[60019]: INFO networking_nsxv3.common.synchronization [req-b44b385c-ccd6-4d8e-a3a7-e113eb34c2f3 req-dfe936b2-e953-4153-a8f9-9826912d5018 service neutron] Enqueued Resource ID: e709139c-f29a-48b4-88ea-ff5a533c2b9b with Priority: HIGHEST for action port [ 566.680826] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 with Priority: HIGHEST for action security_group_rules [ 566.680953] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 with Priority: HIGHEST for action security_group_members [ 566.681061] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e709139c-f29a-48b4-88ea-ff5a533c2b9b with Priority: HIGHEST for action port [ 566.681823] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8efb42fa-6cdf-461e-8034-fe8ab6f80974 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.682128] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.682207] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.682915] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.682915] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8efb42fa-6cdf-461e-8034-fe8ab6f80974',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 566.684020] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8efb42fa-6cdf-461e-8034-fe8ab6f80974 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.684020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.684111] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.688029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.688029] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.688029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.688029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.688029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.688029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.688029] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8efb42fa-6cdf-461e-8034-fe8ab6f80974',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 566.688029] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-e709139c-f29a-48b4-88ea-ff5a533c2b9b taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.688029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e709139c-f29a-48b4-88ea-ff5a533c2b9b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.688029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e709139c-f29a-48b4-88ea-ff5a533c2b9b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.688029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e709139c-f29a-48b4-88ea-ff5a533c2b9b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.688029] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e709139c-f29a-48b4-88ea-ff5a533c2b9b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 566.711441] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8efb42fa-6cdf-461e-8034-fe8ab6f80974',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 566.721549] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8efb42fa-6cdf-461e-8034-fe8ab6f80974 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.721733] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.732828] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e709139c-f29a-48b4-88ea-ff5a533c2b9b with status ACTIVE [ 566.733087] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.733723] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.733723] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.734141] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.735779] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.735779] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.735779] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.735779] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.735779] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.735779] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.735779] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.735779] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.735779] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.735779] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.735779] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.735779] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e709139c-f29a-48b4-88ea-ff5a533c2b9b is going to be updated. [ 566.738390] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8efb42fa-6cdf-461e-8034-fe8ab6f80974',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 566.751113] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.751240] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.751292] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.751538] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.751636] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.751791] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 is going to be created. [ 566.763153] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.763361] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.763503] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.763865] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.765263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.765263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e709139c-f29a-48b4-88ea-ff5a533c2b9b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.801924] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.801924] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 566.801924] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 566.802903] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 566.802903] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 566.819954] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 in Status: UNINITIALIZED for 2s [ 567.900413] env[60019]: INFO networking_nsxv3.common.synchronization [None req-c1546e9f-5dd5-4ade-bdb1-372b86e89851 None None] Enqueued Resource ID: c9a93233-251d-43ce-9dac-a1c028d4ae6f with Priority: HIGHEST for action port [ 567.900413] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9a93233-251d-43ce-9dac-a1c028d4ae6f with Priority: HIGHEST for action port [ 567.900413] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9a93233-251d-43ce-9dac-a1c028d4ae6f taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.900413] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9a93233-251d-43ce-9dac-a1c028d4ae6f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 567.900413] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9a93233-251d-43ce-9dac-a1c028d4ae6f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 567.900413] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9a93233-251d-43ce-9dac-a1c028d4ae6f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 567.900413] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9a93233-251d-43ce-9dac-a1c028d4ae6f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 567.913912] env[60019]: INFO networking_nsxv3.common.synchronization [None req-e7b62edc-add3-4a2f-a4f7-e69ace99d0ba None None] Enqueued Resource ID: 368543aa-ff4a-446e-8fae-3335e6bc2723 with Priority: HIGHEST for action port [ 567.914500] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368543aa-ff4a-446e-8fae-3335e6bc2723 with Priority: HIGHEST for action port [ 567.914826] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-368543aa-ff4a-446e-8fae-3335e6bc2723 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.915074] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-368543aa-ff4a-446e-8fae-3335e6bc2723" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 567.915074] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-368543aa-ff4a-446e-8fae-3335e6bc2723" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 567.915303] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-368543aa-ff4a-446e-8fae-3335e6bc2723" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 567.915389] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('368543aa-ff4a-446e-8fae-3335e6bc2723',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 567.946747] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 368543aa-ff4a-446e-8fae-3335e6bc2723 [ 567.946747] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.946747] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 567.946747] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 567.946747] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 567.946747] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 567.946747] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:368543aa-ff4a-446e-8fae-3335e6bc2723 already deleted. [ 567.946747] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-368543aa-ff4a-446e-8fae-3335e6bc2723" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.106024] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9a93233-251d-43ce-9dac-a1c028d4ae6f [ 568.106447] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.106447] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.106447] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.106709] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.106781] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.106865] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9a93233-251d-43ce-9dac-a1c028d4ae6f already deleted. [ 568.106937] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9a93233-251d-43ce-9dac-a1c028d4ae6f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.174139] env[60019]: INFO networking_nsxv3.common.synchronization [req-268f4dc5-3f67-4434-af1a-623b52e88f81 req-3705577f-be5c-4d53-b6de-0e54d153eab7 tempest-ServerDiagnosticsNegativeTest-1478228549 tempest-ServerDiagnosticsNegativeTest-1478228549-project-member] Enqueued Resource ID: 9326b969-4093-4acb-b77a-5edab201b985 with Priority: HIGHEST for action security_group_members [ 568.174635] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9326b969-4093-4acb-b77a-5edab201b985 with Priority: HIGHEST for action security_group_members [ 568.175133] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9326b969-4093-4acb-b77a-5edab201b985 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.175260] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.175332] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.175608] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.179238] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.179371] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.179438] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.179657] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.179747] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.179852] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9326b969-4093-4acb-b77a-5edab201b985',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 568.208295] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.208504] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.208591] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.208809] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.208910] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.209155] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.209259] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.209343] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.209503] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.209585] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.209679] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9326b969-4093-4acb-b77a-5edab201b985 already deleted. [ 568.209764] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.818947] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.819207] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.819427] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.819755] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.820017] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.821822] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.821822] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.821822] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.821822] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.821822] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 568.822552] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 568.822552] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 568.822552] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 568.822749] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 568.822749] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 568.822889] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 568.834876] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 in Status: SUCCESS [ 568.835149] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.835621] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.835621] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.835813] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.835995] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.835995] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.836186] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.836280] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.836397] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.836459] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8efb42fa-6cdf-461e-8034-fe8ab6f80974',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 568.848186] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 568.848186] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 568.848265] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 568.848436] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.848779] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-4f2cfc88-49e8-4fca-87cb-b8e60d729b53 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.848959] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-4f2cfc88-49e8-4fca-87cb-b8e60d729b53" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.849511] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-4f2cfc88-49e8-4fca-87cb-b8e60d729b53" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.849511] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-4f2cfc88-49e8-4fca-87cb-b8e60d729b53" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.849647] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f2cfc88-49e8-4fca-87cb-b8e60d729b53',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 568.869134] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8efb42fa-6cdf-461e-8034-fe8ab6f80974 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.869290] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.869365] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.869579] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.869819] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.869915] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.869915] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.870419] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.870419] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.870419] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.870419] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8efb42fa-6cdf-461e-8034-fe8ab6f80974 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.870968] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.870968] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.870968] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.870968] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.870968] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.871152] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.872234] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.872234] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.876757] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.876757] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8efb42fa-6cdf-461e-8034-fe8ab6f80974',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 568.879316] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.879543] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.879689] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.879969] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.880130] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.880282] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port 4f2cfc88-49e8-4fca-87cb-b8e60d729b53 not found, creating... [ 568.880555] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.880951] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.880951] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.881097] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.881240] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.881527] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.881690] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.881811] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.888803] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.889386] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.889386] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: 4f2cfc88-49e8-4fca-87cb-b8e60d729b53 is going to be created. [ 568.891033] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8efb42fa-6cdf-461e-8034-fe8ab6f80974: rpc.has_security_group_logging(os_id): False [ 568.912719] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.913099] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.913099] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.914521] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.914521] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.914521] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.914521] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.914521] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.914521] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.914521] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.915499] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.915628] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.915702] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.915863] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.915947] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.916451] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.916563] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.916635] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.916789] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.916876] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.916967] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 is going to be created. [ 568.922034] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.922034] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.922034] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.922034] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.922034] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.922034] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-4f2cfc88-49e8-4fca-87cb-b8e60d729b53" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.990765] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.990918] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.990992] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.992844] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.992844] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.006839] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 in Status: IN_PROGRESS for 2s [ 569.372799] env[60019]: INFO networking_nsxv3.common.synchronization [req-268f4dc5-3f67-4434-af1a-623b52e88f81 req-ff31d7b6-41d1-4bda-a23b-62574c84fd20 service neutron] Enqueued Resource ID: 9326b969-4093-4acb-b77a-5edab201b985 with Priority: HIGHEST for action security_group_rules [ 569.372799] env[60019]: INFO networking_nsxv3.common.synchronization [req-268f4dc5-3f67-4434-af1a-623b52e88f81 req-ff31d7b6-41d1-4bda-a23b-62574c84fd20 service neutron] Enqueued Resource ID: 9326b969-4093-4acb-b77a-5edab201b985 with Priority: HIGHEST for action security_group_members [ 569.372799] env[60019]: INFO networking_nsxv3.common.synchronization [req-268f4dc5-3f67-4434-af1a-623b52e88f81 req-ff31d7b6-41d1-4bda-a23b-62574c84fd20 service neutron] Enqueued Resource ID: 4f2cfc88-49e8-4fca-87cb-b8e60d729b53 with Priority: HIGHEST for action port [ 569.372799] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9326b969-4093-4acb-b77a-5edab201b985 with Priority: HIGHEST for action security_group_rules [ 569.372799] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9326b969-4093-4acb-b77a-5edab201b985 with Priority: HIGHEST for action security_group_members [ 569.372799] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f2cfc88-49e8-4fca-87cb-b8e60d729b53 with Priority: HIGHEST for action port [ 569.372799] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9326b969-4093-4acb-b77a-5edab201b985 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.372799] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.372799] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.380357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.380357] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9326b969-4093-4acb-b77a-5edab201b985',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 569.380357] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9326b969-4093-4acb-b77a-5edab201b985 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.380357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.380357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.380357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.380357] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.380357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.380357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.380357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.380357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.380357] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9326b969-4093-4acb-b77a-5edab201b985',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 569.384396] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f2cfc88-49e8-4fca-87cb-b8e60d729b53 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.384396] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f2cfc88-49e8-4fca-87cb-b8e60d729b53" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.384396] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f2cfc88-49e8-4fca-87cb-b8e60d729b53" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.384396] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f2cfc88-49e8-4fca-87cb-b8e60d729b53" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.384396] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f2cfc88-49e8-4fca-87cb-b8e60d729b53',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 569.412437] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9326b969-4093-4acb-b77a-5edab201b985',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 569.424419] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9326b969-4093-4acb-b77a-5edab201b985 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.424419] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.460324] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9326b969-4093-4acb-b77a-5edab201b985',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 569.462081] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f2cfc88-49e8-4fca-87cb-b8e60d729b53 with status ACTIVE [ 569.462081] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.462081] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.462081] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.462081] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.462081] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.462081] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.462341] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.462341] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.462400] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.462840] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.468018] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.468018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.468018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.468018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.468018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.468018] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f2cfc88-49e8-4fca-87cb-b8e60d729b53 is going to be updated. [ 569.469347] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.471806] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.472747] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.472747] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.472747] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.472747] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9326b969-4093-4acb-b77a-5edab201b985 is going to be created. [ 569.497559] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.501490] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.501490] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.501712] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.502070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.502145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f2cfc88-49e8-4fca-87cb-b8e60d729b53" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.506166] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.506932] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.506932] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.506932] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.506932] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.520042] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9326b969-4093-4acb-b77a-5edab201b985 in Status: UNINITIALIZED for 2s [ 570.621930] env[60019]: INFO networking_nsxv3.common.synchronization [None req-7ba8fff6-006a-4721-ae5d-6d93641d6014 None None] Enqueued Resource ID: 12050fd3-f289-4c9e-8ada-49461d0df934 with Priority: HIGHEST for action port [ 570.622225] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12050fd3-f289-4c9e-8ada-49461d0df934 with Priority: HIGHEST for action port [ 570.622432] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-12050fd3-f289-4c9e-8ada-49461d0df934 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.622588] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12050fd3-f289-4c9e-8ada-49461d0df934" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 570.622672] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12050fd3-f289-4c9e-8ada-49461d0df934" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 570.622995] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12050fd3-f289-4c9e-8ada-49461d0df934" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 570.623138] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12050fd3-f289-4c9e-8ada-49461d0df934',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 570.642777] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12050fd3-f289-4c9e-8ada-49461d0df934 [ 570.643031] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.643169] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 570.643242] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 570.643452] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 570.643780] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 570.643780] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12050fd3-f289-4c9e-8ada-49461d0df934 already deleted. [ 570.643780] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12050fd3-f289-4c9e-8ada-49461d0df934" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.021849] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 in Status: SUCCESS [ 571.022862] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.418017] env[60019]: INFO networking_nsxv3.common.synchronization [req-70d4942f-629a-46a2-bfe7-7decf2e3298a req-d95c374a-e080-4092-a4df-b0c22c7364c4 tempest-DeleteServersAdminTestJSON-4043494 tempest-DeleteServersAdminTestJSON-4043494-project-member] Enqueued Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_members [ 571.418017] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_members [ 571.418620] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.418701] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.418771] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.419044] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.419206] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.419307] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.419373] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.419530] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.419614] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.419705] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 571.440219] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.440219] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.440331] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.440471] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.440573] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.440827] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.440883] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.441097] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.441097] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.441182] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.441252] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02e50ce1-648a-4330-b047-e2e4707be583 already deleted. [ 571.441330] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.531097] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9326b969-4093-4acb-b77a-5edab201b985 in Status: SUCCESS [ 571.531313] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.531474] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.531695] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.531890] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.532827] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.532911] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.533149] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.533234] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.533331] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.533425] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9326b969-4093-4acb-b77a-5edab201b985',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 571.558165] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9326b969-4093-4acb-b77a-5edab201b985 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.558165] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.558165] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.558165] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.558165] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.558456] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.558456] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.558456] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.558555] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.558748] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.558928] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9326b969-4093-4acb-b77a-5edab201b985 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.559116] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.559181] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.559333] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.559477] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.559568] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.559629] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.559770] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.559845] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.559927] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.560023] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9326b969-4093-4acb-b77a-5edab201b985',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 571.570861] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9326b969-4093-4acb-b77a-5edab201b985: rpc.has_security_group_logging(os_id): False [ 571.589467] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.589674] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.589715] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.590076] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.590230] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.590471] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.590617] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.590683] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.591269] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.591269] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.591269] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.591269] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.591465] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.591465] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.591540] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.591796] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.591902] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.591963] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.592140] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.592213] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.592295] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9326b969-4093-4acb-b77a-5edab201b985 is going to be created. [ 571.667140] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.667140] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 571.667413] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 571.667413] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 571.671018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 571.681706] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9326b969-4093-4acb-b77a-5edab201b985 in Status: IN_PROGRESS for 2s [ 572.540271] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.541156] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 572.541156] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 572.541156] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 572.541156] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.541363] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 572.541428] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 572.541653] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 572.541791] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 572.541990] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 572.542327] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 572.542327] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 572.542327] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 572.542482] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 572.543081] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 572.543081] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 572.566020] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 572.566020] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 572.566020] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 572.566020] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 572.566020] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-f15d0aba-4a9a-4e45-b532-0d699daccc5a taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.566020] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-f15d0aba-4a9a-4e45-b532-0d699daccc5a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 572.566020] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-f15d0aba-4a9a-4e45-b532-0d699daccc5a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 572.566020] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-f15d0aba-4a9a-4e45-b532-0d699daccc5a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 572.566020] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f15d0aba-4a9a-4e45-b532-0d699daccc5a',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 572.569615] env[60019]: INFO networking_nsxv3.common.synchronization [None req-d62b902b-7740-49dc-9cc8-4cc12e758aa5 None None] Enqueued Resource ID: c286e16f-7c28-4009-90e0-3dc2f950c099 with Priority: HIGHEST for action port [ 572.570097] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c286e16f-7c28-4009-90e0-3dc2f950c099 with Priority: HIGHEST for action port [ 572.570675] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-c286e16f-7c28-4009-90e0-3dc2f950c099 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.570825] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c286e16f-7c28-4009-90e0-3dc2f950c099" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 572.570900] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c286e16f-7c28-4009-90e0-3dc2f950c099" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 572.572745] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c286e16f-7c28-4009-90e0-3dc2f950c099" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 572.572839] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c286e16f-7c28-4009-90e0-3dc2f950c099',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 572.599804] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c286e16f-7c28-4009-90e0-3dc2f950c099 [ 572.600044] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.600832] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 572.600832] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 572.600832] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 572.600832] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 572.600832] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c286e16f-7c28-4009-90e0-3dc2f950c099 already deleted. [ 572.600832] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c286e16f-7c28-4009-90e0-3dc2f950c099" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 572.627080] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.627080] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 572.627080] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 572.627080] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 572.627080] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 572.627080] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port f15d0aba-4a9a-4e45-b532-0d699daccc5a not found, creating... [ 572.627080] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.627080] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 572.627375] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 572.627406] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 572.627554] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 572.632525] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.632525] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 572.632525] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 572.632525] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 572.632525] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 572.632525] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: f15d0aba-4a9a-4e45-b532-0d699daccc5a is going to be created. [ 572.658913] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.659169] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 572.659297] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 572.659571] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 572.659797] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 572.660029] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-f15d0aba-4a9a-4e45-b532-0d699daccc5a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.097571] env[60019]: INFO networking_nsxv3.common.synchronization [req-70d4942f-629a-46a2-bfe7-7decf2e3298a req-868cb0a2-9f9f-42da-b781-4f68ed9bc6e6 service neutron] Enqueued Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_rules [ 573.097571] env[60019]: INFO networking_nsxv3.common.synchronization [req-70d4942f-629a-46a2-bfe7-7decf2e3298a req-868cb0a2-9f9f-42da-b781-4f68ed9bc6e6 service neutron] Enqueued Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_members [ 573.097920] env[60019]: INFO networking_nsxv3.common.synchronization [req-70d4942f-629a-46a2-bfe7-7decf2e3298a req-868cb0a2-9f9f-42da-b781-4f68ed9bc6e6 service neutron] Enqueued Resource ID: f15d0aba-4a9a-4e45-b532-0d699daccc5a with Priority: HIGHEST for action port [ 573.097920] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_rules [ 573.097980] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_members [ 573.098072] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15d0aba-4a9a-4e45-b532-0d699daccc5a with Priority: HIGHEST for action port [ 573.098636] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.098822] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.098857] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.099601] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.099692] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 573.100554] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.100693] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.100848] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.101257] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.101257] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.102222] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.102222] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.102222] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.102222] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.102406] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 573.103045] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-f15d0aba-4a9a-4e45-b532-0d699daccc5a taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.103258] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f15d0aba-4a9a-4e45-b532-0d699daccc5a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.103258] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f15d0aba-4a9a-4e45-b532-0d699daccc5a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.103389] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f15d0aba-4a9a-4e45-b532-0d699daccc5a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.103467] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f15d0aba-4a9a-4e45-b532-0d699daccc5a',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 573.120336] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 573.127633] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.129600] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.134828] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 573.149640] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.150172] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.150417] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.150875] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.151150] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.151391] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02e50ce1-648a-4330-b047-e2e4707be583 is going to be created. [ 573.182184] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.183845] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.183845] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.183845] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.183845] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.184123] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f15d0aba-4a9a-4e45-b532-0d699daccc5a with status ACTIVE [ 573.184309] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.184428] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.184499] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.184674] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.184763] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.184932] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.185041] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.185104] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.185250] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.185326] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.185507] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.185599] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.185662] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.185816] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.185873] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.185957] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f15d0aba-4a9a-4e45-b532-0d699daccc5a is going to be updated. [ 573.197682] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: UNINITIALIZED for 2s [ 573.211811] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.211811] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.211811] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.211811] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.211811] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.211811] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f15d0aba-4a9a-4e45-b532-0d699daccc5a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.260033] env[60019]: INFO networking_nsxv3.common.synchronization [None req-539f01a0-bb20-4b1e-abed-0a58b62af188 None None] Enqueued Resource ID: 306f68d9-0019-4191-88be-d80c9f2754f5 with Priority: HIGHEST for action port [ 573.260033] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306f68d9-0019-4191-88be-d80c9f2754f5 with Priority: HIGHEST for action port [ 573.260626] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-306f68d9-0019-4191-88be-d80c9f2754f5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.260944] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-306f68d9-0019-4191-88be-d80c9f2754f5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.262018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-306f68d9-0019-4191-88be-d80c9f2754f5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.262018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-306f68d9-0019-4191-88be-d80c9f2754f5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.262018] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('306f68d9-0019-4191-88be-d80c9f2754f5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 573.285411] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 306f68d9-0019-4191-88be-d80c9f2754f5 [ 573.285656] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.286358] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.286440] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.286829] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.286829] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.286934] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:306f68d9-0019-4191-88be-d80c9f2754f5 already deleted. [ 573.286934] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-306f68d9-0019-4191-88be-d80c9f2754f5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.695708] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9326b969-4093-4acb-b77a-5edab201b985 in Status: SUCCESS [ 573.695941] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.029276] env[60019]: INFO networking_nsxv3.common.synchronization [None req-a9da5a3a-4221-4c59-9992-51d560678ee9 None None] Enqueued Resource ID: 75392e23-959f-4815-a04c-26266557a3ec with Priority: HIGHEST for action port [ 574.029276] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75392e23-959f-4815-a04c-26266557a3ec with Priority: HIGHEST for action port [ 574.029276] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-75392e23-959f-4815-a04c-26266557a3ec taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.029276] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75392e23-959f-4815-a04c-26266557a3ec" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.029276] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75392e23-959f-4815-a04c-26266557a3ec" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.029276] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75392e23-959f-4815-a04c-26266557a3ec" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.029276] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75392e23-959f-4815-a04c-26266557a3ec',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 574.047355] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75392e23-959f-4815-a04c-26266557a3ec [ 574.048371] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.048592] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.048698] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.048943] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.049062] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.049171] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75392e23-959f-4815-a04c-26266557a3ec already deleted. [ 574.049262] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75392e23-959f-4815-a04c-26266557a3ec" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.071671] env[60019]: INFO networking_nsxv3.common.synchronization [req-e59749df-cdb7-431a-98b4-6be65789904d req-19c1497d-8ed7-45e1-bc28-63615eca6b89 tempest-ServersTestMultiNic-1605036069 tempest-ServersTestMultiNic-1605036069-project-member] Enqueued Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 574.072028] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 574.072624] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.072760] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.072844] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.080181] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.081658] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.083704] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.083704] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.083704] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.083805] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.084289] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 574.106117] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.108028] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.108028] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.108028] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.108028] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.108028] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.108028] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.108028] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.108028] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.108028] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.108028] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 already deleted. [ 574.108028] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.791418] env[60019]: INFO networking_nsxv3.common.synchronization [req-e59749df-cdb7-431a-98b4-6be65789904d req-f0ace938-0d35-497e-8681-2254bd028915 tempest-ServersTestMultiNic-1605036069 tempest-ServersTestMultiNic-1605036069-project-member] Enqueued Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 574.794284] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 574.794284] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.797472] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.797472] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.797472] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.797472] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.797472] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.797472] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.797472] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.797472] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.797472] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 574.821961] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.821961] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.821961] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.822159] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.822159] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.823612] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.823762] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.823875] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.824194] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.824194] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.824486] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 already deleted. [ 574.824486] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.215532] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: SUCCESS [ 575.218025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.218025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.218025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.218025] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.218025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.218025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.218025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.218025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.218025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.218025] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 575.241773] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.245171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.245171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.245171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.245171] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.245171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.245171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.245171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.245171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.245171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.245171] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.245171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.245171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.245171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.245171] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.245171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.245171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.245171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.245854] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.246210] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.246444] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 575.267742] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02e50ce1-648a-4330-b047-e2e4707be583: rpc.has_security_group_logging(os_id): False [ 575.288451] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.288636] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.288713] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.288938] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.289044] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.289258] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.289361] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.289427] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.289588] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.289669] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.290218] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.290218] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.290218] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.290218] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.290415] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.290415] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.290621] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.290621] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.290907] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.290907] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.291013] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02e50ce1-648a-4330-b047-e2e4707be583 is going to be created. [ 575.361797] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.361797] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.361797] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.361797] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.361797] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.377058] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: IN_PROGRESS for 2s [ 575.451917] env[60019]: INFO networking_nsxv3.common.synchronization [None req-92e72402-211d-46d4-a3e2-44b5f90927fa None None] Enqueued Resource ID: 979f843b-6a63-4574-a14b-47ea49e56004 with Priority: HIGHEST for action port [ 575.456116] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 979f843b-6a63-4574-a14b-47ea49e56004 with Priority: HIGHEST for action port [ 575.456116] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-979f843b-6a63-4574-a14b-47ea49e56004 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.456116] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-979f843b-6a63-4574-a14b-47ea49e56004" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.456116] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-979f843b-6a63-4574-a14b-47ea49e56004" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.456116] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-979f843b-6a63-4574-a14b-47ea49e56004" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.456116] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('979f843b-6a63-4574-a14b-47ea49e56004',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 575.495865] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 979f843b-6a63-4574-a14b-47ea49e56004 [ 575.496169] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.496682] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.496682] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.496682] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.496682] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.497196] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:979f843b-6a63-4574-a14b-47ea49e56004 already deleted. [ 575.497196] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-979f843b-6a63-4574-a14b-47ea49e56004" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.504259] env[60019]: INFO networking_nsxv3.common.synchronization [req-fac122e9-f2b2-46f3-ac71-9190de3e53b3 req-9d6deb3e-e0e4-4d3d-ba1e-5cae8f01eca5 tempest-ServerExternalEventsTest-81672727 tempest-ServerExternalEventsTest-81672727-project-member] Enqueued Resource ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc with Priority: HIGHEST for action security_group_members [ 575.504259] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc with Priority: HIGHEST for action security_group_members [ 575.504259] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.504259] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.504259] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.504259] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.504259] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.504259] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.504259] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.504259] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.504259] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.504259] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f509e02-d864-4b45-96ed-a7a3f8bee1bc',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 575.522646] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.525937] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.525937] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.525937] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.525937] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.525937] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.525937] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.525937] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.527501] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.527501] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.527501] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc already deleted. [ 575.527501] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.676071] env[60019]: INFO networking_nsxv3.common.synchronization [None req-6567e8c9-fbb7-404f-84ec-dabd7f1edcd6 None None] Enqueued Resource ID: c0def570-939f-4b3e-b7ff-dc0009771dbb with Priority: HIGHEST for action port [ 575.676342] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0def570-939f-4b3e-b7ff-dc0009771dbb with Priority: HIGHEST for action port [ 575.676640] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0def570-939f-4b3e-b7ff-dc0009771dbb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.677477] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0def570-939f-4b3e-b7ff-dc0009771dbb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.677477] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0def570-939f-4b3e-b7ff-dc0009771dbb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.677477] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0def570-939f-4b3e-b7ff-dc0009771dbb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.677477] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0def570-939f-4b3e-b7ff-dc0009771dbb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 575.733707] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0def570-939f-4b3e-b7ff-dc0009771dbb [ 575.733937] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.734085] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.734151] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.734356] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.734448] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.734545] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0def570-939f-4b3e-b7ff-dc0009771dbb already deleted. [ 575.734618] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0def570-939f-4b3e-b7ff-dc0009771dbb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.809921] env[60019]: INFO networking_nsxv3.common.synchronization [None req-9cef12ca-b845-4fc8-9baa-bfac9312c89e tempest-VolumesAssistedSnapshotsTest-2138134395 tempest-VolumesAssistedSnapshotsTest-2138134395-project-member] Enqueued Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGHEST for action security_group_rules [ 575.810475] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGHEST for action security_group_rules [ 575.811494] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387938ad-0a9c-43d1-a155-a88a1b452f6e taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.811494] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.813353] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.813353] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.813353] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 575.908044] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.908204] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.909645] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.909645] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.909645] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.909645] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e already deleted. [ 575.909645] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.006585] env[60019]: INFO networking_nsxv3.common.synchronization [None req-15c3858c-6bb1-4fd4-b814-be777ccbd14b tempest-VolumesAssistedSnapshotsTest-2138134395 tempest-VolumesAssistedSnapshotsTest-2138134395-project-member] Enqueued Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGHEST for action security_group_rules [ 576.008182] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGHEST for action security_group_rules [ 576.008182] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387938ad-0a9c-43d1-a155-a88a1b452f6e taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.008182] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.008182] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.008182] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.009130] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 576.057789] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.057789] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.057789] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.058028] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.058140] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.058268] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e already deleted. [ 576.058339] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.069191] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.069191] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.069191] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.069191] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.069191] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.069404] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.069550] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.069687] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.069854] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.070044] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 576.070158] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 576.070262] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 576.070367] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 576.070473] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 576.070587] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 576.070757] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 576.093672] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 576.094016] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 576.094185] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 576.094373] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.094806] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-3f56120b-0dc1-4db9-a8da-94a8fd753130 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.094917] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-3f56120b-0dc1-4db9-a8da-94a8fd753130" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.095458] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-3f56120b-0dc1-4db9-a8da-94a8fd753130" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.095458] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-3f56120b-0dc1-4db9-a8da-94a8fd753130" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.095560] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f56120b-0dc1-4db9-a8da-94a8fd753130',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 576.117208] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.117208] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.117208] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.117208] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.117208] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.117208] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port 3f56120b-0dc1-4db9-a8da-94a8fd753130 not found, creating... [ 576.117208] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.117208] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.117208] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.117208] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.117628] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.117628] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.118870] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.120727] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.120727] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.120727] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.120727] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: 3f56120b-0dc1-4db9-a8da-94a8fd753130 is going to be created. [ 576.134368] env[60019]: INFO networking_nsxv3.common.synchronization [req-e59749df-cdb7-431a-98b4-6be65789904d req-9168d0df-b2ab-42b9-bbee-5ab440d6e959 tempest-ServersTestMultiNic-1605036069 tempest-ServersTestMultiNic-1605036069-project-member] Enqueued Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 576.134836] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 576.135300] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.135435] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.135518] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.136579] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.137242] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.137242] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.137242] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.137242] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.137423] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.137423] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 576.151657] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.151790] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.151958] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.152193] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.152775] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.152775] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-3f56120b-0dc1-4db9-a8da-94a8fd753130" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.163163] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.163301] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.163376] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.163645] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.163690] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.163874] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.163981] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.164221] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.164221] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.164292] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.164370] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 already deleted. [ 576.164456] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.868482] env[60019]: INFO networking_nsxv3.common.synchronization [req-fac122e9-f2b2-46f3-ac71-9190de3e53b3 req-03ae28f7-42cf-485a-bc8c-a36154635ef7 service neutron] Enqueued Resource ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc with Priority: HIGHEST for action security_group_rules [ 576.868783] env[60019]: INFO networking_nsxv3.common.synchronization [req-fac122e9-f2b2-46f3-ac71-9190de3e53b3 req-03ae28f7-42cf-485a-bc8c-a36154635ef7 service neutron] Enqueued Resource ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc with Priority: HIGHEST for action security_group_members [ 576.869084] env[60019]: INFO networking_nsxv3.common.synchronization [req-fac122e9-f2b2-46f3-ac71-9190de3e53b3 req-03ae28f7-42cf-485a-bc8c-a36154635ef7 service neutron] Enqueued Resource ID: 3f56120b-0dc1-4db9-a8da-94a8fd753130 with Priority: HIGHEST for action port [ 576.869451] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc with Priority: HIGHEST for action security_group_rules [ 576.869589] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc with Priority: HIGHEST for action security_group_members [ 576.870472] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f56120b-0dc1-4db9-a8da-94a8fd753130 with Priority: HIGHEST for action port [ 576.871121] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f509e02-d864-4b45-96ed-a7a3f8bee1bc taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.871253] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.871320] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.871586] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.871703] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f509e02-d864-4b45-96ed-a7a3f8bee1bc',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 576.873815] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.875039] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.875039] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.875039] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.875039] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.875039] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.875039] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.875039] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.875039] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.875039] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f509e02-d864-4b45-96ed-a7a3f8bee1bc',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 576.876428] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f56120b-0dc1-4db9-a8da-94a8fd753130 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.876537] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f56120b-0dc1-4db9-a8da-94a8fd753130" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.876606] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f56120b-0dc1-4db9-a8da-94a8fd753130" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.876902] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f56120b-0dc1-4db9-a8da-94a8fd753130" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.876902] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f56120b-0dc1-4db9-a8da-94a8fd753130',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 576.894884] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f509e02-d864-4b45-96ed-a7a3f8bee1bc',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 576.920676] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.920676] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.943467] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f509e02-d864-4b45-96ed-a7a3f8bee1bc',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 576.946900] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f56120b-0dc1-4db9-a8da-94a8fd753130 with status ACTIVE [ 576.947138] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.947364] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.947364] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.947536] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.947622] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.947793] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.947890] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.947955] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.948252] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.948252] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.948444] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.948535] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.948535] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.948675] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.948749] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.948838] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f56120b-0dc1-4db9-a8da-94a8fd753130 is going to be updated. [ 576.965195] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.965195] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.965195] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.965195] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.965195] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.965195] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc is going to be created. [ 576.976178] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.976178] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 576.976178] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 576.976815] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 576.977070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 576.977319] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f56120b-0dc1-4db9-a8da-94a8fd753130" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.002303] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.002517] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.002517] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.002716] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.002869] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.013352] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc in Status: UNINITIALIZED for 2s [ 577.170967] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.171655] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-367" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.171829] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-367" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.172265] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-367" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.172739] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.172995] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.173264] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.173580] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.173737] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.174134] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 577.174134] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 577.174242] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 577.174302] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 577.174418] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 577.174527] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 577.174664] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 577.203378] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 577.207341] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 577.207899] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 577.208196] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-367" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.208715] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-887beb35-0ce2-4f8e-9d80-36cfc959c052 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.208831] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-887beb35-0ce2-4f8e-9d80-36cfc959c052" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.208866] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-887beb35-0ce2-4f8e-9d80-36cfc959c052" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.209222] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-887beb35-0ce2-4f8e-9d80-36cfc959c052" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.209366] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('887beb35-0ce2-4f8e-9d80-36cfc959c052',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 577.225594] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.225818] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.225949] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.226263] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.226683] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.226683] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port 887beb35-0ce2-4f8e-9d80-36cfc959c052 not found, creating... [ 577.226891] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.226998] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.227157] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.227644] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.227644] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.227812] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.227971] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.228684] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.228967] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.229189] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.229423] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: 887beb35-0ce2-4f8e-9d80-36cfc959c052 is going to be created. [ 577.270140] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.270681] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.270681] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.271144] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.271144] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.271391] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-887beb35-0ce2-4f8e-9d80-36cfc959c052" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.398183] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: SUCCESS [ 577.398442] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.723816] env[60019]: INFO networking_nsxv3.common.synchronization [req-3989da87-6fee-44a7-bc2b-45950fa18c6f req-099d1598-ebe4-4fba-82b0-65cbf759f43d tempest-ServersAdminTestJSON-1213463885 tempest-ServersAdminTestJSON-1213463885-project-member] Enqueued Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_members [ 577.724444] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_members [ 577.726215] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.726528] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.726528] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.726706] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.726945] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.727354] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.727399] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.727579] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.727936] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.728077] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 577.740812] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.741057] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.741100] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.741290] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.741391] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.741626] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.741820] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.741820] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.742156] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.742271] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.742374] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 already deleted. [ 577.742460] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.966351] env[60019]: INFO networking_nsxv3.common.synchronization [None req-664095c7-4232-4017-8aa6-1bd89c390420 None None] Enqueued Resource ID: b1a5e17a-ee8d-4e75-83ec-e4098221c128 with Priority: HIGHEST for action port [ 577.967032] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1a5e17a-ee8d-4e75-83ec-e4098221c128 with Priority: HIGHEST for action port [ 577.967398] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1a5e17a-ee8d-4e75-83ec-e4098221c128 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.967484] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1a5e17a-ee8d-4e75-83ec-e4098221c128" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.967556] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1a5e17a-ee8d-4e75-83ec-e4098221c128" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.967807] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1a5e17a-ee8d-4e75-83ec-e4098221c128" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.967893] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1a5e17a-ee8d-4e75-83ec-e4098221c128',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 577.979485] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1a5e17a-ee8d-4e75-83ec-e4098221c128 [ 577.979760] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.979961] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.980104] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.980362] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.980522] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.980707] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1a5e17a-ee8d-4e75-83ec-e4098221c128 already deleted. [ 577.980846] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1a5e17a-ee8d-4e75-83ec-e4098221c128" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 578.508174] env[60019]: INFO networking_nsxv3.common.synchronization [req-e59749df-cdb7-431a-98b4-6be65789904d req-3e0fa7cb-8dfe-48af-b7a9-424be08d3e64 service neutron] Enqueued Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_rules [ 578.508407] env[60019]: INFO networking_nsxv3.common.synchronization [req-e59749df-cdb7-431a-98b4-6be65789904d req-3e0fa7cb-8dfe-48af-b7a9-424be08d3e64 service neutron] Enqueued Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 578.508504] env[60019]: INFO networking_nsxv3.common.synchronization [req-e59749df-cdb7-431a-98b4-6be65789904d req-3e0fa7cb-8dfe-48af-b7a9-424be08d3e64 service neutron] Enqueued Resource ID: 887beb35-0ce2-4f8e-9d80-36cfc959c052 with Priority: HIGHEST for action port [ 578.508763] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_rules [ 578.508891] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 578.509053] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887beb35-0ce2-4f8e-9d80-36cfc959c052 with Priority: HIGHEST for action port [ 578.513398] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.513630] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 578.513753] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 578.514112] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 578.515758] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 578.516569] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.519263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 578.519263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 578.519263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 578.519263] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.519263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 578.519263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 578.519263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 578.519263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 578.519263] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 578.520263] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-887beb35-0ce2-4f8e-9d80-36cfc959c052 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.520423] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-887beb35-0ce2-4f8e-9d80-36cfc959c052" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 578.521197] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-887beb35-0ce2-4f8e-9d80-36cfc959c052" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 578.521197] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-887beb35-0ce2-4f8e-9d80-36cfc959c052" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 578.521197] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('887beb35-0ce2-4f8e-9d80-36cfc959c052',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 578.536396] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 578.539029] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.539029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 578.547834] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 578.549797] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 887beb35-0ce2-4f8e-9d80-36cfc959c052 with status ACTIVE [ 578.549943] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.550122] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 578.550271] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 578.550405] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 578.550508] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 578.550711] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.550817] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 578.550868] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 578.551053] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 578.551177] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 578.551312] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.551466] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 578.551466] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 578.551607] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 578.551794] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 578.551794] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 887beb35-0ce2-4f8e-9d80-36cfc959c052 is going to be updated. [ 578.556101] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.556240] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 578.556314] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 578.556501] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 578.556596] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 578.556693] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 is going to be created. [ 578.579380] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.579380] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 578.579380] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 578.579380] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 578.579380] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 578.579380] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-887beb35-0ce2-4f8e-9d80-36cfc959c052" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 578.586592] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.587148] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 578.587148] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 578.587148] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 578.587148] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 578.598181] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: UNINITIALIZED for 2s [ 579.000059] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.000059] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-46" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.000059] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-46" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.000517] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-46" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.000746] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.000858] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.000926] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.001173] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.001314] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.001517] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 579.001625] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 579.001730] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 579.001926] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 579.001986] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 579.003200] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 579.004419] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 579.024537] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc in Status: SUCCESS [ 579.024764] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.025270] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.025484] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.025700] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.025821] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.025884] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.026050] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.026133] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.026218] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.026303] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f509e02-d864-4b45-96ed-a7a3f8bee1bc',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 579.033114] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 579.033114] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 579.033114] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 579.033114] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-46" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.033114] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-3e6e8d19-b28b-4fe5-bb41-b3cada986c2f taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.033114] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-3e6e8d19-b28b-4fe5-bb41-b3cada986c2f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.033114] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-3e6e8d19-b28b-4fe5-bb41-b3cada986c2f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.033609] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-3e6e8d19-b28b-4fe5-bb41-b3cada986c2f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.033609] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e6e8d19-b28b-4fe5-bb41-b3cada986c2f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 579.049290] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.049519] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.049598] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.049818] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.049981] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.050125] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.050180] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.050304] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.050387] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.050478] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.050651] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.050761] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.050824] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.050972] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.051129] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.051263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.051353] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.051411] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.051578] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.051694] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.051788] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f509e02-d864-4b45-96ed-a7a3f8bee1bc',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 579.066627] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.066885] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.066970] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.067262] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.067408] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.067556] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port 3e6e8d19-b28b-4fe5-bb41-b3cada986c2f not found, creating... [ 579.067855] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.068083] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.068176] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.069416] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.069623] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.069924] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.071837] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.071995] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.072260] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.072403] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.072662] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: 3e6e8d19-b28b-4fe5-bb41-b3cada986c2f is going to be created. [ 579.074517] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f509e02-d864-4b45-96ed-a7a3f8bee1bc: rpc.has_security_group_logging(os_id): False [ 579.105467] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.105713] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.105850] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.106216] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.106479] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.106746] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-3e6e8d19-b28b-4fe5-bb41-b3cada986c2f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.109237] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.109237] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.109237] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.109237] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.109237] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.109237] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.109516] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.109516] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.109516] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.109615] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.109754] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.109850] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.109912] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.110082] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.110161] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.111018] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.111143] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.111207] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.111362] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.111682] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.111800] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc is going to be created. [ 579.209060] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.209232] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.209294] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.209571] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.209691] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.234585] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc in Status: IN_PROGRESS for 2s [ 579.320025] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.320222] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-286" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.320360] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-286" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.323629] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-286" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.323885] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.324215] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.324288] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.324525] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.324719] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.324915] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 579.325292] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 579.325455] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 579.325575] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 579.325691] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 579.325800] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 579.325942] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 579.357265] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 579.358234] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 579.358234] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 579.360655] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-286" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.360655] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-ad0f2c95-be2b-4375-b296-5d5d3e581516 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.360655] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-ad0f2c95-be2b-4375-b296-5d5d3e581516" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.360655] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-ad0f2c95-be2b-4375-b296-5d5d3e581516" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.360655] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-ad0f2c95-be2b-4375-b296-5d5d3e581516" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.360655] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad0f2c95-be2b-4375-b296-5d5d3e581516',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 579.387491] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.387713] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.387842] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.388143] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.388294] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.388452] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port ad0f2c95-be2b-4375-b296-5d5d3e581516 not found, creating... [ 579.388714] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.388874] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.389044] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.389306] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.389457] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.389746] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.389899] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.393747] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.394155] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.394325] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.394488] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: ad0f2c95-be2b-4375-b296-5d5d3e581516 is going to be created. [ 579.416078] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.416078] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.416078] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.416320] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.416546] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.416758] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-ad0f2c95-be2b-4375-b296-5d5d3e581516" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.992205] env[60019]: INFO networking_nsxv3.common.synchronization [req-6a0399c7-51de-4d53-b231-40ed4691f878 req-abc02aee-4b0e-4398-a42a-6cfc531f1b1e tempest-FloatingIPsAssociationNegativeTestJSON-1831931658 tempest-FloatingIPsAssociationNegativeTestJSON-1831931658-project-member] Enqueued Resource ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 with Priority: HIGHEST for action security_group_members [ 579.992557] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 with Priority: HIGHEST for action security_group_members [ 579.992950] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.993102] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.993176] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.993434] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.993598] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.993927] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 579.993995] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 579.994173] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 579.994256] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.994353] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ef077-7dfc-471d-ba73-abb5e602bdc9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.003344] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.003344] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.003873] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.003873] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.003873] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.004045] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.004045] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.004133] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.004258] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.004335] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.004426] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 already deleted. [ 580.004506] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.202022] env[60019]: INFO networking_nsxv3.common.synchronization [req-3989da87-6fee-44a7-bc2b-45950fa18c6f req-399d62c7-912c-4440-b0bb-03f407422be1 service neutron] Enqueued Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_rules [ 580.202022] env[60019]: INFO networking_nsxv3.common.synchronization [req-3989da87-6fee-44a7-bc2b-45950fa18c6f req-399d62c7-912c-4440-b0bb-03f407422be1 service neutron] Enqueued Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_members [ 580.202022] env[60019]: INFO networking_nsxv3.common.synchronization [req-3989da87-6fee-44a7-bc2b-45950fa18c6f req-399d62c7-912c-4440-b0bb-03f407422be1 service neutron] Enqueued Resource ID: 3e6e8d19-b28b-4fe5-bb41-b3cada986c2f with Priority: HIGHEST for action port [ 580.202022] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_rules [ 580.202022] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_members [ 580.202022] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6e8d19-b28b-4fe5-bb41-b3cada986c2f with Priority: HIGHEST for action port [ 580.202022] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.202022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.202022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.204535] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.204535] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.205360] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.205486] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.206029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.206029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.206029] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.206029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.206170] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.206200] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.206294] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.206368] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.207427] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e6e8d19-b28b-4fe5-bb41-b3cada986c2f taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.207549] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e6e8d19-b28b-4fe5-bb41-b3cada986c2f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.207611] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e6e8d19-b28b-4fe5-bb41-b3cada986c2f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.207760] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e6e8d19-b28b-4fe5-bb41-b3cada986c2f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.207838] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e6e8d19-b28b-4fe5-bb41-b3cada986c2f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.235338] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.250520] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.250781] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.251047] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e6e8d19-b28b-4fe5-bb41-b3cada986c2f with status ACTIVE [ 580.251310] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.251500] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.251616] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.253471] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.253770] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.253849] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.254024] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.254024] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.257128] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.257128] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.257128] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.257128] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.257128] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.257128] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.257128] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.257128] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e6e8d19-b28b-4fe5-bb41-b3cada986c2f is going to be updated. [ 580.262350] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.271643] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.271816] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.271888] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.272156] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.272226] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.272688] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 is going to be created. [ 580.276181] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.276321] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.276393] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.276602] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.276729] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.276891] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e6e8d19-b28b-4fe5-bb41-b3cada986c2f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.298584] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.298584] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.298584] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.298837] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.298937] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.312034] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: UNINITIALIZED for 2s [ 580.607945] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: SUCCESS [ 580.608275] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.608369] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.608626] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.608832] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.608960] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.609046] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.609209] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.609291] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.609379] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.609466] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.629470] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.629615] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.629687] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.629966] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.630065] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.630171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.630235] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.630385] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.630471] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.630561] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.630780] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.630869] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.631125] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.631125] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.631221] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.631316] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.631375] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.631693] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.631693] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.631811] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.631914] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.642971] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6eeba78-d27a-417d-9333-c533d8bf5ad5: rpc.has_security_group_logging(os_id): False [ 580.661252] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.661391] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.661515] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.661695] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.661789] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.662326] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.662326] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.662326] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.662326] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.662519] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.662553] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.662640] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.662698] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.662843] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.662916] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.663131] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.663221] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.663281] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.663422] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.663497] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.663582] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 is going to be created. [ 580.723615] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.723615] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.723615] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.723615] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.723615] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.734759] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: IN_PROGRESS for 2s [ 580.761202] env[60019]: INFO networking_nsxv3.common.synchronization [req-e59749df-cdb7-431a-98b4-6be65789904d req-868de189-3921-4d01-8853-57d686e3b1ce service neutron] Enqueued Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_rules [ 580.761407] env[60019]: INFO networking_nsxv3.common.synchronization [req-e59749df-cdb7-431a-98b4-6be65789904d req-868de189-3921-4d01-8853-57d686e3b1ce service neutron] Enqueued Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 580.761547] env[60019]: INFO networking_nsxv3.common.synchronization [req-e59749df-cdb7-431a-98b4-6be65789904d req-868de189-3921-4d01-8853-57d686e3b1ce service neutron] Enqueued Resource ID: ad0f2c95-be2b-4375-b296-5d5d3e581516 with Priority: HIGHEST for action port [ 580.761841] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_rules [ 580.761984] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 580.762113] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad0f2c95-be2b-4375-b296-5d5d3e581516 with Priority: HIGHEST for action port [ 580.762676] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.762788] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.763092] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.763540] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.763648] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.763914] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.764123] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.764277] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.764345] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.764579] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.764668] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.764789] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.768966] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad0f2c95-be2b-4375-b296-5d5d3e581516 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.768966] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad0f2c95-be2b-4375-b296-5d5d3e581516" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.768966] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad0f2c95-be2b-4375-b296-5d5d3e581516" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.768966] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad0f2c95-be2b-4375-b296-5d5d3e581516" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.768966] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad0f2c95-be2b-4375-b296-5d5d3e581516',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.774863] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.788134] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.799661] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.799661] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.799661] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.799661] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.799661] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.799661] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 is going to be updated. [ 580.800681] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad0f2c95-be2b-4375-b296-5d5d3e581516 with status ACTIVE [ 580.801262] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.801547] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.801774] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.804018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.804018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.804018] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.804018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.804018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.804018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.804018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.804018] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.804018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.804018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.804018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.804018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.804018] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad0f2c95-be2b-4375-b296-5d5d3e581516 is going to be updated. [ 580.838200] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.838200] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.838200] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.838200] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.838200] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.838200] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad0f2c95-be2b-4375-b296-5d5d3e581516" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.869031] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.869031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.869031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.869031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.869031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.880303] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: IN_PROGRESS for 2s [ 580.904471] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.906961] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-224" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.906961] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-224" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.906961] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-224" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.906961] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.906961] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.906961] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.906961] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.906961] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.906961] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 580.906961] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 580.912769] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 580.912769] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 580.912769] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 580.912769] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 580.912769] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 580.938334] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 580.938334] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 580.938334] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 580.938334] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-224" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.938334] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-a863c9bd-8117-454c-988f-693c41aea068 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.939142] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-a863c9bd-8117-454c-988f-693c41aea068" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.939497] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-a863c9bd-8117-454c-988f-693c41aea068" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.939956] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-a863c9bd-8117-454c-988f-693c41aea068" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.940301] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a863c9bd-8117-454c-988f-693c41aea068',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.962022] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.962022] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.962022] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.962022] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.962022] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.962022] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port a863c9bd-8117-454c-988f-693c41aea068 not found, creating... [ 580.962022] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.962022] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.962022] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.962022] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.962022] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.962562] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.962562] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.962562] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.964481] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.964481] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.964481] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: a863c9bd-8117-454c-988f-693c41aea068 is going to be created. [ 580.989209] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.989209] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.989209] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.992676] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.992676] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.992676] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-a863c9bd-8117-454c-988f-693c41aea068" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.249914] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc in Status: SUCCESS [ 581.249914] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.711233] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.711233] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-367" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.711233] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-367" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.711233] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-367" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.711233] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.711233] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.711233] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.712031] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.712317] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.713113] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 581.713335] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 581.713564] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 581.713760] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 581.713972] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 581.714262] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 581.714511] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 581.735282] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 581.735458] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 581.735597] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 581.735777] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-367" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.736123] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-b13af17d-15e6-4b21-b707-671f401eb815 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.736295] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-b13af17d-15e6-4b21-b707-671f401eb815" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.736410] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-b13af17d-15e6-4b21-b707-671f401eb815" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.736750] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-b13af17d-15e6-4b21-b707-671f401eb815" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.736889] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b13af17d-15e6-4b21-b707-671f401eb815',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 581.824600] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.825387] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.825387] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.825387] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.825387] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.825578] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port b13af17d-15e6-4b21-b707-671f401eb815 not found, creating... [ 581.825790] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.825945] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.826074] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.826297] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.826562] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.826951] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.827194] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.827351] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.827617] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.827783] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.827958] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: b13af17d-15e6-4b21-b707-671f401eb815 is going to be created. [ 581.850752] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.851029] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.851136] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.851410] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.851665] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.852278] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-b13af17d-15e6-4b21-b707-671f401eb815" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.120517] env[60019]: INFO networking_nsxv3.common.synchronization [req-6a0399c7-51de-4d53-b231-40ed4691f878 req-6c36ad62-ea38-495e-82c7-271b6de1f5cc service neutron] Enqueued Resource ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 with Priority: HIGHEST for action security_group_rules [ 582.120517] env[60019]: INFO networking_nsxv3.common.synchronization [req-6a0399c7-51de-4d53-b231-40ed4691f878 req-6c36ad62-ea38-495e-82c7-271b6de1f5cc service neutron] Enqueued Resource ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 with Priority: HIGHEST for action security_group_members [ 582.120517] env[60019]: INFO networking_nsxv3.common.synchronization [req-6a0399c7-51de-4d53-b231-40ed4691f878 req-6c36ad62-ea38-495e-82c7-271b6de1f5cc service neutron] Enqueued Resource ID: a863c9bd-8117-454c-988f-693c41aea068 with Priority: HIGHEST for action port [ 582.120517] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 with Priority: HIGHEST for action security_group_rules [ 582.120517] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 with Priority: HIGHEST for action security_group_members [ 582.120517] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a863c9bd-8117-454c-988f-693c41aea068 with Priority: HIGHEST for action port [ 582.120517] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f2ef077-7dfc-471d-ba73-abb5e602bdc9 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.120517] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.120517] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.120896] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.120896] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f2ef077-7dfc-471d-ba73-abb5e602bdc9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.122300] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.122428] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.122528] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.122786] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.122994] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.123135] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.123204] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.123370] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.123460] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.123584] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ef077-7dfc-471d-ba73-abb5e602bdc9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.126155] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-a863c9bd-8117-454c-988f-693c41aea068 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.126155] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a863c9bd-8117-454c-988f-693c41aea068" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.126155] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a863c9bd-8117-454c-988f-693c41aea068" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.126155] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a863c9bd-8117-454c-988f-693c41aea068" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.126155] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a863c9bd-8117-454c-988f-693c41aea068',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.181734] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f2ef077-7dfc-471d-ba73-abb5e602bdc9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.201082] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f2ef077-7dfc-471d-ba73-abb5e602bdc9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.206131] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.206131] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.231142] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a863c9bd-8117-454c-988f-693c41aea068 with status ACTIVE [ 582.231560] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.231560] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.231719] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.232062] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.232062] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.232228] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.232299] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.232361] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.232511] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.232586] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.232764] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.232854] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.232924] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.233096] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.233176] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.233265] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a863c9bd-8117-454c-988f-693c41aea068 is going to be updated. [ 582.236938] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.236938] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.237139] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.237192] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.237284] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.237378] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 is going to be created. [ 582.261602] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.261602] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.261602] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.261602] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.261602] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.261602] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a863c9bd-8117-454c-988f-693c41aea068" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.270183] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.270183] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.270183] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.270183] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.270183] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.277036] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 in Status: UNINITIALIZED for 2s [ 582.315602] env[60019]: INFO networking_nsxv3.common.synchronization [None req-7279cb81-d50b-4d35-86be-7796fcf5e685 None None] Enqueued Resource ID: 0da5ebcc-e74e-4101-9b77-3c94fe5de457 with Priority: HIGHEST for action port [ 582.317085] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da5ebcc-e74e-4101-9b77-3c94fe5de457 with Priority: HIGHEST for action port [ 582.317523] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-0da5ebcc-e74e-4101-9b77-3c94fe5de457 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.317679] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0da5ebcc-e74e-4101-9b77-3c94fe5de457" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.317816] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0da5ebcc-e74e-4101-9b77-3c94fe5de457" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.318211] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0da5ebcc-e74e-4101-9b77-3c94fe5de457" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.318353] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da5ebcc-e74e-4101-9b77-3c94fe5de457',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.326323] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: SUCCESS [ 582.326323] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.326323] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.326323] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.326323] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.326323] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.326323] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.326569] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.326569] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.327552] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.330692] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.368734] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0da5ebcc-e74e-4101-9b77-3c94fe5de457 [ 582.368971] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.369113] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.369195] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.369401] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.369492] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.369602] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0da5ebcc-e74e-4101-9b77-3c94fe5de457 already deleted. [ 582.369685] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0da5ebcc-e74e-4101-9b77-3c94fe5de457" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.374303] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.374430] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.374498] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.374701] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.374861] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.374961] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.375037] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.375189] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.375271] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.375357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.375500] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.375600] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.375705] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.375902] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.376335] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.376335] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.376335] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.376485] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.376485] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.376545] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.376688] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.390079] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33305b1f-f1f3-494c-a1cf-84be023f0b92: rpc.has_security_group_logging(os_id): False [ 582.418697] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.418697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.418697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.418697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.418697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.418697] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.418697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.418697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.418697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.418697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.418697] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.418697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.418697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.418697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.419459] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.419459] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.419459] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.419459] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.419459] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.419459] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.419459] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 is going to be created. [ 582.485617] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.485836] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.485836] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.487034] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.487170] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.501320] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: IN_PROGRESS for 2s [ 582.747940] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: SUCCESS [ 582.747940] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.747940] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.747940] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.748245] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.771690] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.771831] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.824147] env[60019]: INFO networking_nsxv3.common.synchronization [req-e59749df-cdb7-431a-98b4-6be65789904d req-e0fc5a2b-3d71-4d34-8c40-cb10c4999495 service neutron] Enqueued Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_rules [ 582.824147] env[60019]: INFO networking_nsxv3.common.synchronization [req-e59749df-cdb7-431a-98b4-6be65789904d req-e0fc5a2b-3d71-4d34-8c40-cb10c4999495 service neutron] Enqueued Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 582.824147] env[60019]: INFO networking_nsxv3.common.synchronization [req-e59749df-cdb7-431a-98b4-6be65789904d req-e0fc5a2b-3d71-4d34-8c40-cb10c4999495 service neutron] Enqueued Resource ID: b13af17d-15e6-4b21-b707-671f401eb815 with Priority: HIGHEST for action port [ 582.824147] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_rules [ 582.824147] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 582.824147] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13af17d-15e6-4b21-b707-671f401eb815 with Priority: HIGHEST for action port [ 582.824672] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.824672] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.824879] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.824950] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.826029] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-b13af17d-15e6-4b21-b707-671f401eb815 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.826174] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b13af17d-15e6-4b21-b707-671f401eb815" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.826246] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b13af17d-15e6-4b21-b707-671f401eb815" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.826473] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b13af17d-15e6-4b21-b707-671f401eb815" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.826556] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b13af17d-15e6-4b21-b707-671f401eb815',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.865878] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b13af17d-15e6-4b21-b707-671f401eb815 with status ACTIVE [ 582.865878] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.865878] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.865878] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.865878] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.865878] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.865878] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.865878] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.865878] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.865878] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.866295] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.866295] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.866295] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.866295] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.866431] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.866488] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.866573] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b13af17d-15e6-4b21-b707-671f401eb815 is going to be updated. [ 582.896421] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: SUCCESS [ 582.896421] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.896819] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.897031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.897236] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.897391] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.897391] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.897583] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.897653] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.897740] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.897832] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.899384] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.899495] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.899561] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.899725] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.899850] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.899996] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b13af17d-15e6-4b21-b707-671f401eb815" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.900138] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.900728] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.900728] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.900728] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.900728] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.901037] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.901037] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.901037] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.918668] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.920653] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.920653] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.930607] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.940480] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.940480] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.940480] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.940480] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.940823] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.940823] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 is going to be updated. [ 582.976601] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.976601] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.976601] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.976601] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.976601] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.994570] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: IN_PROGRESS for 2s [ 583.333799] env[60019]: INFO networking_nsxv3.common.synchronization [req-6f634d99-9457-48c6-a6d2-9ded8cd6c6c3 req-db674809-82c3-4bc8-be0f-9ad572433c46 tempest-ServersAdminTestJSON-1213463885 tempest-ServersAdminTestJSON-1213463885-project-member] Enqueued Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_members [ 583.339400] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_members [ 583.339400] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.339400] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.339400] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.339400] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.339400] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.339400] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.339400] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.339400] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.339400] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.339400] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 583.348544] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 583.365898] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 583.374097] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.374310] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.374310] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.374446] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.374515] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.375418] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 is going to be updated. [ 583.408948] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.408948] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.408948] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.408948] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.409171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.422252] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: IN_PROGRESS for 2s [ 584.144055] env[60019]: INFO networking_nsxv3.common.synchronization [None req-a72554c4-954c-4cc6-8ffc-22c45fa6f952 None None] Enqueued Resource ID: 1ef3e78d-d4fd-403a-9101-58f3d5e7b130 with Priority: HIGHEST for action port [ 584.144674] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef3e78d-d4fd-403a-9101-58f3d5e7b130 with Priority: HIGHEST for action port [ 584.144768] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef3e78d-d4fd-403a-9101-58f3d5e7b130 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.144900] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef3e78d-d4fd-403a-9101-58f3d5e7b130" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.144971] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef3e78d-d4fd-403a-9101-58f3d5e7b130" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.145247] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef3e78d-d4fd-403a-9101-58f3d5e7b130" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.145330] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef3e78d-d4fd-403a-9101-58f3d5e7b130',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 584.196107] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ef3e78d-d4fd-403a-9101-58f3d5e7b130 [ 584.198016] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.198016] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.198016] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.198016] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.198016] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.198016] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ef3e78d-d4fd-403a-9101-58f3d5e7b130 already deleted. [ 584.198016] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef3e78d-d4fd-403a-9101-58f3d5e7b130" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.303995] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 in Status: SUCCESS [ 584.305249] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.305249] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.305249] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.307411] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.307411] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.307411] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.307411] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.307411] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.307411] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.307411] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f2ef077-7dfc-471d-ba73-abb5e602bdc9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 584.329253] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.329486] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.329692] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.329838] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.330054] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.330197] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.330351] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.330549] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.330699] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.330818] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.331036] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.331192] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.331554] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.331752] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.332242] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.332242] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.332242] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.332242] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.332470] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.332506] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.332723] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f2ef077-7dfc-471d-ba73-abb5e602bdc9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 584.346583] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f2ef077-7dfc-471d-ba73-abb5e602bdc9: rpc.has_security_group_logging(os_id): False [ 584.366050] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.366225] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.366301] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.366529] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.366627] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.366827] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.366941] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.367015] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.367206] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.367358] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.367492] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.367593] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.367656] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.367802] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.367878] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.369765] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.370066] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.370185] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.370378] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.370499] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.370839] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 is going to be created. [ 584.429739] env[60019]: INFO networking_nsxv3.common.synchronization [None req-2fe44a3e-0a9a-418b-a69e-924d6e2e5d0b None None] Enqueued Resource ID: 67e209c9-e9cb-4332-9a4c-f69c85fc3044 with Priority: HIGHEST for action port [ 584.433036] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.433036] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.433036] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.433036] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.433036] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.434075] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e209c9-e9cb-4332-9a4c-f69c85fc3044 with Priority: HIGHEST for action port [ 584.434075] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-67e209c9-e9cb-4332-9a4c-f69c85fc3044 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.434075] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67e209c9-e9cb-4332-9a4c-f69c85fc3044" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.434075] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67e209c9-e9cb-4332-9a4c-f69c85fc3044" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.434297] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67e209c9-e9cb-4332-9a4c-f69c85fc3044" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.434335] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e209c9-e9cb-4332-9a4c-f69c85fc3044',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 584.448955] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 in Status: IN_PROGRESS for 2s [ 584.476296] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67e209c9-e9cb-4332-9a4c-f69c85fc3044 [ 584.476296] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.476475] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.476475] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.476734] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.476734] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.476829] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67e209c9-e9cb-4332-9a4c-f69c85fc3044 already deleted. [ 584.476872] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67e209c9-e9cb-4332-9a4c-f69c85fc3044" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.519254] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: SUCCESS [ 584.519254] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.747298] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.747298] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-46" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.747298] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-46" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.750017] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-46" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.750017] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.750017] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.750017] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.750017] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.750017] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.750017] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 584.750017] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 584.750017] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 584.750017] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 584.750017] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 584.750017] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 584.750017] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 584.772560] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 584.772931] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 584.772931] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 584.773162] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-46" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.773453] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-3b332be1-bb9d-4c3a-8158-7aa801f480ae taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.773698] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-3b332be1-bb9d-4c3a-8158-7aa801f480ae" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.774494] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-3b332be1-bb9d-4c3a-8158-7aa801f480ae" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.775239] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-3b332be1-bb9d-4c3a-8158-7aa801f480ae" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.776018] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b332be1-bb9d-4c3a-8158-7aa801f480ae',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 584.813301] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.813301] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.813301] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.813301] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.813642] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.813642] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port 3b332be1-bb9d-4c3a-8158-7aa801f480ae not found, creating... [ 584.813888] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.814089] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.814223] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.814672] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.814672] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.814981] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.815165] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.815288] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.815637] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.815795] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.815973] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: 3b332be1-bb9d-4c3a-8158-7aa801f480ae is going to be created. [ 584.838024] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.838173] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 584.838241] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 584.838622] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 584.838966] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 584.839310] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-3b332be1-bb9d-4c3a-8158-7aa801f480ae" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.007409] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: SUCCESS [ 585.008259] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.008259] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.008259] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.008435] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.008435] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.008532] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.008675] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.008773] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.008849] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.009017] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.009123] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.009183] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.009331] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.009468] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.009559] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.009781] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.009781] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.009897] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.009897] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.010765] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 585.028352] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6eeba78-d27a-417d-9333-c533d8bf5ad5: rpc.has_security_group_logging(os_id): False [ 585.048047] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.048047] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.048047] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.048047] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.048047] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.048377] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.048426] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.048458] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.050471] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.050471] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.050471] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.050471] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.050471] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.050471] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.050471] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.050471] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.050471] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.050471] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.050471] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.050471] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.050471] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 is going to be updated. [ 585.111305] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.113091] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.113091] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.113091] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.113091] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.131392] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: IN_PROGRESS for 2s [ 585.381022] env[60019]: INFO networking_nsxv3.common.synchronization [None req-a777ded5-68c6-4d53-897d-19a07d91612d None None] Enqueued Resource ID: 0ef78b8f-cb10-46be-80da-1fdf3c221d46 with Priority: HIGHEST for action port [ 585.381022] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef78b8f-cb10-46be-80da-1fdf3c221d46 with Priority: HIGHEST for action port [ 585.381022] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ef78b8f-cb10-46be-80da-1fdf3c221d46 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.381022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ef78b8f-cb10-46be-80da-1fdf3c221d46" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.381022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ef78b8f-cb10-46be-80da-1fdf3c221d46" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.381022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ef78b8f-cb10-46be-80da-1fdf3c221d46" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.381022] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ef78b8f-cb10-46be-80da-1fdf3c221d46',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 585.394787] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ef78b8f-cb10-46be-80da-1fdf3c221d46 [ 585.395036] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.395178] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 585.395515] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 585.395515] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 585.395684] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.395684] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ef78b8f-cb10-46be-80da-1fdf3c221d46 already deleted. [ 585.395766] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ef78b8f-cb10-46be-80da-1fdf3c221d46" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 585.435405] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: SUCCESS [ 585.435405] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 586.290965] env[60019]: INFO networking_nsxv3.common.synchronization [req-6f634d99-9457-48c6-a6d2-9ded8cd6c6c3 req-15b20a9f-8d6e-48fc-b868-651bd47f89bc service neutron] Enqueued Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_rules [ 586.291120] env[60019]: INFO networking_nsxv3.common.synchronization [req-6f634d99-9457-48c6-a6d2-9ded8cd6c6c3 req-15b20a9f-8d6e-48fc-b868-651bd47f89bc service neutron] Enqueued Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_members [ 586.291264] env[60019]: INFO networking_nsxv3.common.synchronization [req-6f634d99-9457-48c6-a6d2-9ded8cd6c6c3 req-15b20a9f-8d6e-48fc-b868-651bd47f89bc service neutron] Enqueued Resource ID: 3b332be1-bb9d-4c3a-8158-7aa801f480ae with Priority: HIGHEST for action port [ 586.291495] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_rules [ 586.291625] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_members [ 586.291799] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b332be1-bb9d-4c3a-8158-7aa801f480ae with Priority: HIGHEST for action port [ 586.292354] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.292457] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.292488] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.293401] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.293496] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 586.297765] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.297765] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.297765] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.297765] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.297765] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.297765] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.297765] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.297765] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.297765] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 586.297765] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 586.297765] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b332be1-bb9d-4c3a-8158-7aa801f480ae taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.298784] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b332be1-bb9d-4c3a-8158-7aa801f480ae" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.298784] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b332be1-bb9d-4c3a-8158-7aa801f480ae" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.298784] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b332be1-bb9d-4c3a-8158-7aa801f480ae" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.298784] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b332be1-bb9d-4c3a-8158-7aa801f480ae',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 586.319970] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 586.343042] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 586.344582] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.344863] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.356360] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.356516] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.356587] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.356796] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.356880] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 586.356979] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 is going to be updated. [ 586.367849] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b332be1-bb9d-4c3a-8158-7aa801f480ae with status ACTIVE [ 586.368139] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.368299] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.368374] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.368641] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.368894] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 586.369010] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.369156] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.369244] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.369431] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.369538] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 586.369842] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.370011] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.370194] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.370438] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.370550] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 586.370668] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b332be1-bb9d-4c3a-8158-7aa801f480ae is going to be updated. [ 586.390629] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.391145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.391145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.391145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.391321] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 586.401383] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.401383] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.401383] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.401383] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.401383] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 586.401383] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b332be1-bb9d-4c3a-8158-7aa801f480ae" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 586.401383] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: IN_PROGRESS for 2s [ 586.462083] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 in Status: SUCCESS [ 586.462564] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 586.527628] env[60019]: INFO networking_nsxv3.common.synchronization [None req-fe1a7e39-d9c6-4d44-9da3-268efd0c7d4f None None] Enqueued Resource ID: 50b9b2fe-7095-4a6e-b142-df7b39c930cb with Priority: HIGHEST for action port [ 586.530020] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b9b2fe-7095-4a6e-b142-df7b39c930cb with Priority: HIGHEST for action port [ 586.530020] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-50b9b2fe-7095-4a6e-b142-df7b39c930cb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.530020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50b9b2fe-7095-4a6e-b142-df7b39c930cb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.530020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50b9b2fe-7095-4a6e-b142-df7b39c930cb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.530020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50b9b2fe-7095-4a6e-b142-df7b39c930cb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.530020] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b9b2fe-7095-4a6e-b142-df7b39c930cb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 586.554187] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50b9b2fe-7095-4a6e-b142-df7b39c930cb [ 586.554429] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.554565] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.554639] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.554854] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.554945] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 586.555065] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50b9b2fe-7095-4a6e-b142-df7b39c930cb already deleted. [ 586.555154] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50b9b2fe-7095-4a6e-b142-df7b39c930cb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.146459] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: SUCCESS [ 587.149015] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.149015] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.149015] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.149015] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 587.172254] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.172456] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.172558] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.172790] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.172972] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.173100] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.173166] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.173325] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.173417] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.173508] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.173598] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 587.190184] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.190184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.190184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.190184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.190184] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.190184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.190184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.190184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.190184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.190184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.190184] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.190184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.190184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.190184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.190184] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.190773] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.190773] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.190773] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.190773] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.191297] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.191573] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 587.203254] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6eeba78-d27a-417d-9333-c533d8bf5ad5: rpc.has_security_group_logging(os_id): False [ 587.231972] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.231972] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.231972] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.231972] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.233357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.233357] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.233357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.233357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.233357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.233357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.233357] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.233357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.233357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.233357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.233718] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.233718] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.233718] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.233828] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.234379] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.234379] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.234379] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 is going to be updated. [ 587.323723] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.323723] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.323842] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.324114] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.324272] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.339979] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: IN_PROGRESS for 2s [ 587.941479] env[60019]: INFO networking_nsxv3.common.synchronization [None req-21fff561-76e2-406d-912c-f67bf17949f3 None None] Enqueued Resource ID: 72de1a44-aeaf-4728-87b6-d755759bfd49 with Priority: HIGHEST for action port [ 587.941808] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72de1a44-aeaf-4728-87b6-d755759bfd49 with Priority: HIGHEST for action port [ 587.942093] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-72de1a44-aeaf-4728-87b6-d755759bfd49 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.942437] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72de1a44-aeaf-4728-87b6-d755759bfd49" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.942500] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72de1a44-aeaf-4728-87b6-d755759bfd49" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.942854] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72de1a44-aeaf-4728-87b6-d755759bfd49" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.942944] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72de1a44-aeaf-4728-87b6-d755759bfd49',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 587.955060] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72de1a44-aeaf-4728-87b6-d755759bfd49 [ 587.955283] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.955418] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 587.955495] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 587.955715] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 587.955841] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 587.955907] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72de1a44-aeaf-4728-87b6-d755759bfd49 already deleted. [ 587.955967] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72de1a44-aeaf-4728-87b6-d755759bfd49" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.414307] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: SUCCESS [ 588.414520] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.414687] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.414906] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.415111] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.415225] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.415322] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.415437] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.415521] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.415631] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.415729] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 588.441206] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.441386] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.441451] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.441627] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.441812] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.445020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.445020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.445020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.445020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.445020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.445020] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.445020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.445020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.445020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.445020] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.445020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.445020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.445020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.445020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.445020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.445020] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 588.461859] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33305b1f-f1f3-494c-a1cf-84be023f0b92: rpc.has_security_group_logging(os_id): False [ 588.483114] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.483277] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.483349] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.483561] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.483649] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.483834] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.483929] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.483991] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.484164] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.484305] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.484433] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.484525] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.484587] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.484732] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.484805] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.485016] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.485089] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.485137] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.485277] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.485349] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.485433] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 is going to be updated. [ 588.548195] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.548519] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.548519] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.548980] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.548980] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.562862] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: IN_PROGRESS for 2s [ 588.895446] env[60019]: INFO networking_nsxv3.common.synchronization [None req-f860dae8-51a7-409b-831b-8c3627749e36 None None] Enqueued Resource ID: 81820113-19d3-40d7-865b-d244ebd8c41e with Priority: HIGHEST for action port [ 588.895812] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81820113-19d3-40d7-865b-d244ebd8c41e with Priority: HIGHEST for action port [ 588.896036] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-81820113-19d3-40d7-865b-d244ebd8c41e taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.896166] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81820113-19d3-40d7-865b-d244ebd8c41e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.896239] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81820113-19d3-40d7-865b-d244ebd8c41e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.896557] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81820113-19d3-40d7-865b-d244ebd8c41e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.896648] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81820113-19d3-40d7-865b-d244ebd8c41e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 588.945194] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81820113-19d3-40d7-865b-d244ebd8c41e [ 588.945802] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.946162] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.946322] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.946648] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.946832] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.947017] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81820113-19d3-40d7-865b-d244ebd8c41e already deleted. [ 588.947388] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81820113-19d3-40d7-865b-d244ebd8c41e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 588.995729] env[60019]: INFO networking_nsxv3.common.synchronization [None req-e10325ea-4bb7-44cf-a949-339b2fd9c2e3 tempest-ServersWithSpecificFlavorTestJSON-201170338 tempest-ServersWithSpecificFlavorTestJSON-201170338-project-member] Enqueued Resource ID: 26f11602-d957-4f2c-901f-8df158a0c3c1 with Priority: HIGHEST for action security_group_rules [ 588.996727] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f11602-d957-4f2c-901f-8df158a0c3c1 with Priority: HIGHEST for action security_group_rules [ 588.996727] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26f11602-d957-4f2c-901f-8df158a0c3c1 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.996727] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26f11602-d957-4f2c-901f-8df158a0c3c1" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 588.996727] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26f11602-d957-4f2c-901f-8df158a0c3c1" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 588.997138] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26f11602-d957-4f2c-901f-8df158a0c3c1" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 588.997138] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26f11602-d957-4f2c-901f-8df158a0c3c1',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 589.057976] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.057976] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.057976] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 589.057976] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 589.057976] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 589.057976] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26f11602-d957-4f2c-901f-8df158a0c3c1 already deleted. [ 589.058477] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26f11602-d957-4f2c-901f-8df158a0c3c1" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 589.293363] env[60019]: INFO networking_nsxv3.common.synchronization [None req-c2e6d9e0-2c37-4c8f-8a6f-22caa71fab7f tempest-ServersWithSpecificFlavorTestJSON-201170338 tempest-ServersWithSpecificFlavorTestJSON-201170338-project-member] Enqueued Resource ID: 26f11602-d957-4f2c-901f-8df158a0c3c1 with Priority: HIGHEST for action security_group_rules [ 589.293912] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f11602-d957-4f2c-901f-8df158a0c3c1 with Priority: HIGHEST for action security_group_rules [ 589.294425] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26f11602-d957-4f2c-901f-8df158a0c3c1 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.297188] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26f11602-d957-4f2c-901f-8df158a0c3c1" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.299099] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26f11602-d957-4f2c-901f-8df158a0c3c1" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 589.299099] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26f11602-d957-4f2c-901f-8df158a0c3c1" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 589.299099] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26f11602-d957-4f2c-901f-8df158a0c3c1',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 589.331215] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.331215] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 589.331215] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 589.331215] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 589.331215] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 589.331215] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26f11602-d957-4f2c-901f-8df158a0c3c1 already deleted. [ 589.331215] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26f11602-d957-4f2c-901f-8df158a0c3c1" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 589.361713] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: SUCCESS [ 589.361713] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.045706] env[60019]: INFO networking_nsxv3.common.synchronization [None req-1fd6bec1-8c80-453e-aef8-f6ecee320780 None None] Enqueued Resource ID: faed9f42-4fb6-4fed-a702-669ca6157d79 with Priority: HIGHEST for action port [ 590.045706] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faed9f42-4fb6-4fed-a702-669ca6157d79 with Priority: HIGHEST for action port [ 590.045706] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-faed9f42-4fb6-4fed-a702-669ca6157d79 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.045706] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faed9f42-4fb6-4fed-a702-669ca6157d79" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.045706] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faed9f42-4fb6-4fed-a702-669ca6157d79" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.045706] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faed9f42-4fb6-4fed-a702-669ca6157d79" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.045706] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faed9f42-4fb6-4fed-a702-669ca6157d79',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 590.074030] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faed9f42-4fb6-4fed-a702-669ca6157d79 [ 590.074030] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.074030] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.074030] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.074353] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.074353] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.074414] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faed9f42-4fb6-4fed-a702-669ca6157d79 already deleted. [ 590.074538] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faed9f42-4fb6-4fed-a702-669ca6157d79" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.103024] env[60019]: INFO networking_nsxv3.common.synchronization [req-f6ce88a7-edf0-4bb3-9d15-6e947546ee86 req-fc680ade-ef26-4bfd-893a-eb8f6838d9c8 tempest-SecurityGroupRulesTestJSON-313484200 tempest-SecurityGroupRulesTestJSON-313484200-project-member] Enqueued Resource ID: 7e1e0779-72ed-46ed-9864-a54fea0f062f with Priority: HIGHEST for action security_group_rules [ 590.103476] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1e0779-72ed-46ed-9864-a54fea0f062f with Priority: HIGHEST for action security_group_rules [ 590.103813] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e1e0779-72ed-46ed-9864-a54fea0f062f taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.104083] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e1e0779-72ed-46ed-9864-a54fea0f062f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.104174] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e1e0779-72ed-46ed-9864-a54fea0f062f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.104441] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e1e0779-72ed-46ed-9864-a54fea0f062f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.104524] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e1e0779-72ed-46ed-9864-a54fea0f062f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 590.153432] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.153432] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.153432] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.153679] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.153768] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.153896] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e1e0779-72ed-46ed-9864-a54fea0f062f already deleted. [ 590.153998] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e1e0779-72ed-46ed-9864-a54fea0f062f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.517013] env[60019]: INFO networking_nsxv3.common.synchronization [None req-31e4c56c-767f-4d1f-b08e-98366a654b40 None None] Enqueued Resource ID: 27b7de2a-d21b-4e49-b67e-688ec7f9f75e with Priority: HIGHEST for action port [ 590.517332] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b7de2a-d21b-4e49-b67e-688ec7f9f75e with Priority: HIGHEST for action port [ 590.517614] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-27b7de2a-d21b-4e49-b67e-688ec7f9f75e taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.517743] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27b7de2a-d21b-4e49-b67e-688ec7f9f75e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.517814] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27b7de2a-d21b-4e49-b67e-688ec7f9f75e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.518172] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27b7de2a-d21b-4e49-b67e-688ec7f9f75e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.518285] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b7de2a-d21b-4e49-b67e-688ec7f9f75e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 590.557210] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27b7de2a-d21b-4e49-b67e-688ec7f9f75e [ 590.557435] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.557569] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.557638] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.557874] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.557963] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.558075] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27b7de2a-d21b-4e49-b67e-688ec7f9f75e already deleted. [ 590.558157] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27b7de2a-d21b-4e49-b67e-688ec7f9f75e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.577190] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: SUCCESS [ 590.577403] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.221150] env[60019]: INFO networking_nsxv3.common.synchronization [None req-f33f97b6-4eb4-477d-b0db-044bda86e69b None None] Enqueued Resource ID: 6270995d-4db4-4f57-ad94-b10238b9201d with Priority: HIGHEST for action port [ 592.221150] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6270995d-4db4-4f57-ad94-b10238b9201d with Priority: HIGHEST for action port [ 592.221475] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-6270995d-4db4-4f57-ad94-b10238b9201d taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.221573] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6270995d-4db4-4f57-ad94-b10238b9201d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.221658] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6270995d-4db4-4f57-ad94-b10238b9201d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.221990] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6270995d-4db4-4f57-ad94-b10238b9201d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.222102] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6270995d-4db4-4f57-ad94-b10238b9201d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 592.231696] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6270995d-4db4-4f57-ad94-b10238b9201d [ 592.231955] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.232155] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.232234] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.232456] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.232550] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.232652] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6270995d-4db4-4f57-ad94-b10238b9201d already deleted. [ 592.232740] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6270995d-4db4-4f57-ad94-b10238b9201d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 593.143856] env[60019]: INFO networking_nsxv3.common.synchronization [req-b758092a-c7b1-42e1-9669-94fb013630b9 req-7a08f07f-6185-419a-b250-df0252d84cbb tempest-SecurityGroupRulesTestJSON-313484200 tempest-SecurityGroupRulesTestJSON-313484200-project-member] Enqueued Resource ID: db49d72e-1fff-4a92-93f5-fb047c0dd422 with Priority: HIGHEST for action security_group_rules [ 593.144137] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db49d72e-1fff-4a92-93f5-fb047c0dd422 with Priority: HIGHEST for action security_group_rules [ 593.144972] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db49d72e-1fff-4a92-93f5-fb047c0dd422 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.145137] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db49d72e-1fff-4a92-93f5-fb047c0dd422" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 593.145205] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db49d72e-1fff-4a92-93f5-fb047c0dd422" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 593.145474] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db49d72e-1fff-4a92-93f5-fb047c0dd422" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 593.145564] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db49d72e-1fff-4a92-93f5-fb047c0dd422',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 593.178607] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.178755] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 593.178834] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 593.179102] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 593.179204] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 593.179309] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db49d72e-1fff-4a92-93f5-fb047c0dd422 already deleted. [ 593.179790] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db49d72e-1fff-4a92-93f5-fb047c0dd422" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 597.119625] env[60019]: INFO networking_nsxv3.common.synchronization [req-467de306-7dc8-4275-ac33-86419872b980 req-d8092f74-65d8-4907-b553-d53694e84402 tempest-SecurityGroupRulesTestJSON-313484200 tempest-SecurityGroupRulesTestJSON-313484200-project-member] Enqueued Resource ID: 2843add3-f103-4261-be5f-aa8e0602d0fa with Priority: HIGHEST for action security_group_rules [ 597.119930] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2843add3-f103-4261-be5f-aa8e0602d0fa with Priority: HIGHEST for action security_group_rules [ 597.120421] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2843add3-f103-4261-be5f-aa8e0602d0fa taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.120546] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2843add3-f103-4261-be5f-aa8e0602d0fa" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 597.120615] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2843add3-f103-4261-be5f-aa8e0602d0fa" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 597.120909] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2843add3-f103-4261-be5f-aa8e0602d0fa" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 597.121047] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2843add3-f103-4261-be5f-aa8e0602d0fa',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 597.152273] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.152424] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 597.152498] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 597.152709] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 597.152812] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 597.152908] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2843add3-f103-4261-be5f-aa8e0602d0fa already deleted. [ 597.152994] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2843add3-f103-4261-be5f-aa8e0602d0fa" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 597.631037] env[60019]: INFO networking_nsxv3.common.synchronization [None req-452e4c6b-2e2f-4219-8c73-bcfb5fe04d0c None None] Enqueued Resource ID: eecaba0f-04ca-4917-8037-02048b6beb21 with Priority: HIGHEST for action port [ 597.631414] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eecaba0f-04ca-4917-8037-02048b6beb21 with Priority: HIGHEST for action port [ 597.631907] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-eecaba0f-04ca-4917-8037-02048b6beb21 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.632052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eecaba0f-04ca-4917-8037-02048b6beb21" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 597.632125] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eecaba0f-04ca-4917-8037-02048b6beb21" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 597.632383] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eecaba0f-04ca-4917-8037-02048b6beb21" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 597.632469] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eecaba0f-04ca-4917-8037-02048b6beb21',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 597.644783] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eecaba0f-04ca-4917-8037-02048b6beb21 [ 597.645064] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.645208] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 597.645561] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 597.645561] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 597.645561] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 597.645786] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eecaba0f-04ca-4917-8037-02048b6beb21 already deleted. [ 597.645786] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eecaba0f-04ca-4917-8037-02048b6beb21" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 600.044858] env[60019]: INFO networking_nsxv3.common.synchronization [None req-aed87c79-7686-4a06-bce8-f7df1d71f06c None None] Enqueued Resource ID: 4588859b-aea4-4529-8ba8-a012be9ce58c with Priority: HIGHEST for action port [ 600.045176] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4588859b-aea4-4529-8ba8-a012be9ce58c with Priority: HIGHEST for action port [ 600.045952] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-4588859b-aea4-4529-8ba8-a012be9ce58c taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.045952] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4588859b-aea4-4529-8ba8-a012be9ce58c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 600.045952] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4588859b-aea4-4529-8ba8-a012be9ce58c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 600.045952] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4588859b-aea4-4529-8ba8-a012be9ce58c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 600.046127] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4588859b-aea4-4529-8ba8-a012be9ce58c',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 600.070991] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4588859b-aea4-4529-8ba8-a012be9ce58c [ 600.071239] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.071374] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 600.071505] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 600.071651] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 600.071747] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 600.071845] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4588859b-aea4-4529-8ba8-a012be9ce58c already deleted. [ 600.071930] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4588859b-aea4-4529-8ba8-a012be9ce58c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 601.561110] env[60019]: INFO networking_nsxv3.common.synchronization [None req-ee8ae596-24b8-45b7-a649-588eab9774c5 None None] Enqueued Resource ID: 21ee145f-dee0-4c81-b75d-5d0865d46fb6 with Priority: HIGHEST for action port [ 601.561110] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21ee145f-dee0-4c81-b75d-5d0865d46fb6 with Priority: HIGHEST for action port [ 601.561110] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-21ee145f-dee0-4c81-b75d-5d0865d46fb6 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.561110] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21ee145f-dee0-4c81-b75d-5d0865d46fb6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 601.561110] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21ee145f-dee0-4c81-b75d-5d0865d46fb6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 601.561110] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21ee145f-dee0-4c81-b75d-5d0865d46fb6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 601.561110] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21ee145f-dee0-4c81-b75d-5d0865d46fb6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 601.578365] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21ee145f-dee0-4c81-b75d-5d0865d46fb6 [ 601.578875] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.578994] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 601.579136] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 601.579355] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 601.579453] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 601.579559] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21ee145f-dee0-4c81-b75d-5d0865d46fb6 already deleted. [ 601.579647] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21ee145f-dee0-4c81-b75d-5d0865d46fb6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 601.891979] env[60019]: INFO networking_nsxv3.common.synchronization [None req-0fae3a01-fd34-442f-9447-7500c4e5c126 None None] Enqueued Resource ID: 2fd3b3b3-639a-4c4d-91a5-6c85c4039857 with Priority: HIGHEST for action port [ 601.893475] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd3b3b3-639a-4c4d-91a5-6c85c4039857 with Priority: HIGHEST for action port [ 601.893475] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fd3b3b3-639a-4c4d-91a5-6c85c4039857 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.893595] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fd3b3b3-639a-4c4d-91a5-6c85c4039857" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 601.893643] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fd3b3b3-639a-4c4d-91a5-6c85c4039857" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 601.893889] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fd3b3b3-639a-4c4d-91a5-6c85c4039857" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 601.893987] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fd3b3b3-639a-4c4d-91a5-6c85c4039857',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 601.935382] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fd3b3b3-639a-4c4d-91a5-6c85c4039857 [ 601.935699] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.935794] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 601.935832] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 601.937366] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 601.937366] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 601.937366] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fd3b3b3-639a-4c4d-91a5-6c85c4039857 already deleted. [ 601.937366] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fd3b3b3-639a-4c4d-91a5-6c85c4039857" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 602.468164] env[60019]: INFO networking_nsxv3.common.synchronization [req-7362b7e1-84cb-4760-b19a-c5757cc0880c req-a366cb44-597f-4411-a0d5-3f4b8750f3b8 tempest-SecurityGroupRulesTestJSON-313484200 tempest-SecurityGroupRulesTestJSON-313484200-project-member] Enqueued Resource ID: ff9af089-2d74-4ca4-99e0-e7358e834f34 with Priority: HIGHEST for action security_group_rules [ 602.468164] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9af089-2d74-4ca4-99e0-e7358e834f34 with Priority: HIGHEST for action security_group_rules [ 602.468917] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff9af089-2d74-4ca4-99e0-e7358e834f34 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.469239] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff9af089-2d74-4ca4-99e0-e7358e834f34" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 602.469396] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff9af089-2d74-4ca4-99e0-e7358e834f34" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 602.469749] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff9af089-2d74-4ca4-99e0-e7358e834f34" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 602.469933] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff9af089-2d74-4ca4-99e0-e7358e834f34',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 602.515481] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.515481] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 602.515481] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 602.515710] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 602.515710] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 602.515973] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff9af089-2d74-4ca4-99e0-e7358e834f34 already deleted. [ 602.515973] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff9af089-2d74-4ca4-99e0-e7358e834f34" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 603.500747] env[60019]: INFO networking_nsxv3.common.synchronization [None req-5a6d1ada-a4ed-4f0f-b346-4f0f3fcb854f None None] Enqueued Resource ID: bc04f6a4-0d4d-4c76-a6fc-f281e17d1d3f with Priority: HIGHEST for action port [ 603.505245] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc04f6a4-0d4d-4c76-a6fc-f281e17d1d3f with Priority: HIGHEST for action port [ 603.505245] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc04f6a4-0d4d-4c76-a6fc-f281e17d1d3f taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.505245] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc04f6a4-0d4d-4c76-a6fc-f281e17d1d3f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 603.505245] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc04f6a4-0d4d-4c76-a6fc-f281e17d1d3f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 603.505245] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc04f6a4-0d4d-4c76-a6fc-f281e17d1d3f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 603.505245] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc04f6a4-0d4d-4c76-a6fc-f281e17d1d3f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 603.525340] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc04f6a4-0d4d-4c76-a6fc-f281e17d1d3f [ 603.526966] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.526966] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 603.526966] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 603.526966] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 603.526966] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 603.526966] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc04f6a4-0d4d-4c76-a6fc-f281e17d1d3f already deleted. [ 603.526966] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc04f6a4-0d4d-4c76-a6fc-f281e17d1d3f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 606.644779] env[60019]: INFO networking_nsxv3.common.synchronization [None req-7a53584a-0997-4fea-83e7-435f5db922ce None None] Enqueued Resource ID: 1cef4e9a-c20e-42c0-b220-687c7da70817 with Priority: HIGHEST for action port [ 606.645147] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cef4e9a-c20e-42c0-b220-687c7da70817 with Priority: HIGHEST for action port [ 606.645529] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cef4e9a-c20e-42c0-b220-687c7da70817 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.645608] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cef4e9a-c20e-42c0-b220-687c7da70817" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 606.645652] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cef4e9a-c20e-42c0-b220-687c7da70817" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 606.645958] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cef4e9a-c20e-42c0-b220-687c7da70817" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 606.646051] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cef4e9a-c20e-42c0-b220-687c7da70817',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 606.691753] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cef4e9a-c20e-42c0-b220-687c7da70817 [ 606.692681] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.692681] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 606.692681] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 606.693519] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 606.693519] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 606.693875] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cef4e9a-c20e-42c0-b220-687c7da70817 already deleted. [ 606.694033] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cef4e9a-c20e-42c0-b220-687c7da70817" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 606.829157] env[60019]: INFO networking_nsxv3.common.synchronization [None req-c5a93d21-7c2a-4f3e-8997-4f8debae4363 None None] Enqueued Resource ID: f095e6f1-c16d-4e17-9c4e-53f27568f39d with Priority: HIGHEST for action port [ 606.829157] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f095e6f1-c16d-4e17-9c4e-53f27568f39d with Priority: HIGHEST for action port [ 606.829375] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-f095e6f1-c16d-4e17-9c4e-53f27568f39d taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.829448] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f095e6f1-c16d-4e17-9c4e-53f27568f39d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 606.829497] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f095e6f1-c16d-4e17-9c4e-53f27568f39d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 606.829826] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f095e6f1-c16d-4e17-9c4e-53f27568f39d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 606.831609] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f095e6f1-c16d-4e17-9c4e-53f27568f39d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 606.874524] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f095e6f1-c16d-4e17-9c4e-53f27568f39d [ 606.874524] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.874524] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 606.874524] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 606.874787] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 606.874787] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 606.874897] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f095e6f1-c16d-4e17-9c4e-53f27568f39d already deleted. [ 606.874982] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f095e6f1-c16d-4e17-9c4e-53f27568f39d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 607.399810] env[60019]: INFO networking_nsxv3.common.synchronization [req-ecf9cb56-4897-430e-a518-a9c2d1fd81bd req-4b0b52d1-28a6-412e-9ed4-aadd83284c46 tempest-SecurityGroupRulesNegativeTestJSON-1255565884 tempest-SecurityGroupRulesNegativeTestJSON-1255565884-project-member] Enqueued Resource ID: df110bc7-7b83-4f80-a174-c56ba03ea9ef with Priority: HIGHEST for action security_group_rules [ 607.399810] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df110bc7-7b83-4f80-a174-c56ba03ea9ef with Priority: HIGHEST for action security_group_rules [ 607.399810] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df110bc7-7b83-4f80-a174-c56ba03ea9ef taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.399810] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df110bc7-7b83-4f80-a174-c56ba03ea9ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 607.399810] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df110bc7-7b83-4f80-a174-c56ba03ea9ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 607.399810] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df110bc7-7b83-4f80-a174-c56ba03ea9ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 607.399810] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df110bc7-7b83-4f80-a174-c56ba03ea9ef',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 607.470287] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.470513] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 607.470513] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 607.470654] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 607.470803] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 607.472364] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df110bc7-7b83-4f80-a174-c56ba03ea9ef already deleted. [ 607.472416] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df110bc7-7b83-4f80-a174-c56ba03ea9ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 607.698431] env[60019]: INFO networking_nsxv3.common.synchronization [None req-ca396bf7-4cf6-415d-bbe6-5e978222d297 None None] Enqueued Resource ID: 6d59cdbf-a015-4d91-8679-fa1e6f49c878 with Priority: HIGHEST for action port [ 607.699090] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d59cdbf-a015-4d91-8679-fa1e6f49c878 with Priority: HIGHEST for action port [ 607.699536] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d59cdbf-a015-4d91-8679-fa1e6f49c878 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.699709] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d59cdbf-a015-4d91-8679-fa1e6f49c878" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 607.699809] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d59cdbf-a015-4d91-8679-fa1e6f49c878" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 607.700193] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d59cdbf-a015-4d91-8679-fa1e6f49c878" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 607.700316] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d59cdbf-a015-4d91-8679-fa1e6f49c878',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 607.729375] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d59cdbf-a015-4d91-8679-fa1e6f49c878 [ 607.729728] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.729967] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 607.730057] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 607.731537] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 607.731537] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 607.731537] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d59cdbf-a015-4d91-8679-fa1e6f49c878 already deleted. [ 607.731537] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d59cdbf-a015-4d91-8679-fa1e6f49c878" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 608.113168] env[60019]: INFO networking_nsxv3.common.synchronization [None req-7be24d8e-457d-4516-9567-d0b1b8d521b0 None None] Enqueued Resource ID: 192f8feb-1cc9-454a-a92e-c9292be8783c with Priority: HIGHEST for action port [ 608.113229] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192f8feb-1cc9-454a-a92e-c9292be8783c with Priority: HIGHEST for action port [ 608.113495] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-192f8feb-1cc9-454a-a92e-c9292be8783c taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.113781] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-192f8feb-1cc9-454a-a92e-c9292be8783c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 608.113781] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-192f8feb-1cc9-454a-a92e-c9292be8783c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 608.113977] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-192f8feb-1cc9-454a-a92e-c9292be8783c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 608.114081] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('192f8feb-1cc9-454a-a92e-c9292be8783c',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 608.152989] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 192f8feb-1cc9-454a-a92e-c9292be8783c [ 608.153270] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.156414] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 608.156414] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 608.156414] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 608.156414] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 608.156414] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:192f8feb-1cc9-454a-a92e-c9292be8783c already deleted. [ 608.156414] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-192f8feb-1cc9-454a-a92e-c9292be8783c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 610.806801] env[60019]: INFO networking_nsxv3.common.synchronization [None req-1b74b443-e04a-4a19-a538-b1e172695e48 None None] Enqueued Resource ID: c5b41285-9d80-41ea-9e2e-209b2f2a5ab4 with Priority: HIGHEST for action port [ 610.807109] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b41285-9d80-41ea-9e2e-209b2f2a5ab4 with Priority: HIGHEST for action port [ 610.807584] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5b41285-9d80-41ea-9e2e-209b2f2a5ab4 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.807584] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5b41285-9d80-41ea-9e2e-209b2f2a5ab4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 610.807584] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5b41285-9d80-41ea-9e2e-209b2f2a5ab4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 610.807834] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5b41285-9d80-41ea-9e2e-209b2f2a5ab4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 610.808047] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b41285-9d80-41ea-9e2e-209b2f2a5ab4',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 610.847619] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5b41285-9d80-41ea-9e2e-209b2f2a5ab4 [ 610.847619] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.847619] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 610.847619] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 610.847619] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 610.847619] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 610.847619] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5b41285-9d80-41ea-9e2e-209b2f2a5ab4 already deleted. [ 610.847619] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5b41285-9d80-41ea-9e2e-209b2f2a5ab4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 610.998385] env[60019]: INFO networking_nsxv3.common.synchronization [req-f8a499f7-7ae1-4eaf-9aab-36371b84c6c5 req-87add140-ec46-493b-bd05-0e82b7658ab1 tempest-VolumesAssistedSnapshotsTest-2138134395 tempest-VolumesAssistedSnapshotsTest-2138134395-project-member] Enqueued Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGHEST for action security_group_members [ 610.998385] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGHEST for action security_group_members [ 610.998385] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-387938ad-0a9c-43d1-a155-a88a1b452f6e taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.998385] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 610.998385] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 610.998385] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 610.998385] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.998385] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 610.998385] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 610.998385] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 610.998385] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 610.998385] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 611.037176] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.037176] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 611.037176] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 611.037176] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 611.037176] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 611.037176] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.037176] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 611.037176] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 611.037176] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 611.037176] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 611.038388] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e already deleted. [ 611.038388] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 611.703319] env[60019]: INFO networking_nsxv3.common.synchronization [None req-1c86fbc6-4a9c-4ce5-ae47-931a880ec968 None None] Enqueued Resource ID: a65ee5d9-9ab4-4a6b-bd42-551a5b6422fb with Priority: HIGHEST for action port [ 611.704563] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a65ee5d9-9ab4-4a6b-bd42-551a5b6422fb with Priority: HIGHEST for action port [ 611.704563] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-a65ee5d9-9ab4-4a6b-bd42-551a5b6422fb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.706478] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a65ee5d9-9ab4-4a6b-bd42-551a5b6422fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 611.706478] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a65ee5d9-9ab4-4a6b-bd42-551a5b6422fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 611.706478] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a65ee5d9-9ab4-4a6b-bd42-551a5b6422fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 611.706478] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a65ee5d9-9ab4-4a6b-bd42-551a5b6422fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 611.774182] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a65ee5d9-9ab4-4a6b-bd42-551a5b6422fb [ 611.774182] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.774182] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 611.774182] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 611.774182] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 611.774589] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 611.774589] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a65ee5d9-9ab4-4a6b-bd42-551a5b6422fb already deleted. [ 611.774589] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a65ee5d9-9ab4-4a6b-bd42-551a5b6422fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 612.442918] env[60019]: INFO networking_nsxv3.common.synchronization [req-18006c16-5a76-4a7a-b818-9b211e44004c req-f0acaa21-8324-46a3-b357-ace75afa1c83 tempest-SecurityGroupRulesTestJSON-313484200 tempest-SecurityGroupRulesTestJSON-313484200-project-member] Enqueued Resource ID: b75a164e-cd14-496f-a6d3-02b05465e6b8 with Priority: HIGHEST for action security_group_rules [ 612.443203] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b75a164e-cd14-496f-a6d3-02b05465e6b8 with Priority: HIGHEST for action security_group_rules [ 612.443564] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b75a164e-cd14-496f-a6d3-02b05465e6b8 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.443689] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b75a164e-cd14-496f-a6d3-02b05465e6b8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 612.443889] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b75a164e-cd14-496f-a6d3-02b05465e6b8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 612.444532] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b75a164e-cd14-496f-a6d3-02b05465e6b8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 612.444532] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b75a164e-cd14-496f-a6d3-02b05465e6b8',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 612.488573] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.488724] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 612.488898] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 612.490318] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 612.490318] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 612.490318] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b75a164e-cd14-496f-a6d3-02b05465e6b8 already deleted. [ 612.490318] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b75a164e-cd14-496f-a6d3-02b05465e6b8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 612.896337] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.896550] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-303" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 612.896684] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-303" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 612.897046] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-303" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 612.897325] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.897492] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 612.897610] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 612.897838] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 612.897982] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 612.898612] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 612.898768] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 612.898963] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 612.899198] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 612.899245] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 612.899323] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 612.899462] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.922994] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.922994] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 612.922994] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 612.922994] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-303" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 612.922994] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-76671be8-5210-460f-bbee-4b6e5f9d6221 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.922994] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-76671be8-5210-460f-bbee-4b6e5f9d6221" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 612.922994] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-76671be8-5210-460f-bbee-4b6e5f9d6221" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 612.922994] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-76671be8-5210-460f-bbee-4b6e5f9d6221" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 612.922994] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76671be8-5210-460f-bbee-4b6e5f9d6221',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 612.941856] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.941856] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 612.941856] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 612.941856] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 612.941856] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 612.941856] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port 76671be8-5210-460f-bbee-4b6e5f9d6221 not found, creating... [ 612.941856] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.941856] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 612.941856] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 612.941856] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 612.941856] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 612.942915] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.943468] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 612.943704] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 612.944042] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 612.945045] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 612.945045] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: 76671be8-5210-460f-bbee-4b6e5f9d6221 is going to be created. [ 612.970222] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.970222] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 612.970222] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 612.970222] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 612.970222] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 612.970222] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-76671be8-5210-460f-bbee-4b6e5f9d6221" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 613.097618] env[60019]: INFO networking_nsxv3.common.synchronization [None req-3218c5ba-783a-4c32-8361-61b5fb8963cb None None] Enqueued Resource ID: 99a2a521-f59c-435f-b634-1e310a787e91 with Priority: HIGHEST for action port [ 613.097618] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a2a521-f59c-435f-b634-1e310a787e91 with Priority: HIGHEST for action port [ 613.097618] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-99a2a521-f59c-435f-b634-1e310a787e91 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.097618] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99a2a521-f59c-435f-b634-1e310a787e91" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 613.097618] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99a2a521-f59c-435f-b634-1e310a787e91" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 613.097618] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99a2a521-f59c-435f-b634-1e310a787e91" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 613.097618] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99a2a521-f59c-435f-b634-1e310a787e91',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 613.108190] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99a2a521-f59c-435f-b634-1e310a787e91 [ 613.108619] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.109922] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 613.109922] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 613.109922] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 613.109922] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 613.109922] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99a2a521-f59c-435f-b634-1e310a787e91 already deleted. [ 613.109922] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99a2a521-f59c-435f-b634-1e310a787e91" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 613.605430] env[60019]: INFO networking_nsxv3.common.synchronization [req-6babbf00-e4b4-460c-b18a-d264ee266d9d req-09f2c67d-150d-4295-90ce-c9021a8a4aa3 tempest-SecurityGroupRulesNegativeTestJSON-1255565884 tempest-SecurityGroupRulesNegativeTestJSON-1255565884-project-member] Enqueued Resource ID: df110bc7-7b83-4f80-a174-c56ba03ea9ef with Priority: HIGHEST for action security_group_rules [ 613.605430] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df110bc7-7b83-4f80-a174-c56ba03ea9ef with Priority: HIGHEST for action security_group_rules [ 613.605430] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df110bc7-7b83-4f80-a174-c56ba03ea9ef taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.605430] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df110bc7-7b83-4f80-a174-c56ba03ea9ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 613.605430] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df110bc7-7b83-4f80-a174-c56ba03ea9ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 613.606441] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df110bc7-7b83-4f80-a174-c56ba03ea9ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 613.607575] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df110bc7-7b83-4f80-a174-c56ba03ea9ef',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 613.644456] env[60019]: INFO networking_nsxv3.common.synchronization [None req-82e8bc8b-b02a-448f-9be6-2ad3a0d7cea1 None None] Enqueued Resource ID: eaef1875-bcc2-4595-a556-78f47a5bf976 with Priority: HIGHEST for action port [ 613.644456] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaef1875-bcc2-4595-a556-78f47a5bf976 with Priority: HIGHEST for action port [ 613.644456] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaef1875-bcc2-4595-a556-78f47a5bf976 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.644456] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaef1875-bcc2-4595-a556-78f47a5bf976" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 613.644456] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaef1875-bcc2-4595-a556-78f47a5bf976" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 613.644456] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaef1875-bcc2-4595-a556-78f47a5bf976" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 613.644456] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaef1875-bcc2-4595-a556-78f47a5bf976',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 613.649480] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.649480] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 613.649480] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 613.649480] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 613.649480] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 613.649480] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df110bc7-7b83-4f80-a174-c56ba03ea9ef already deleted. [ 613.649480] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df110bc7-7b83-4f80-a174-c56ba03ea9ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 613.662171] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eaef1875-bcc2-4595-a556-78f47a5bf976 [ 613.662171] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.662171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 613.662171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 613.662171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 613.662171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 613.662171] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eaef1875-bcc2-4595-a556-78f47a5bf976 already deleted. [ 613.662171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaef1875-bcc2-4595-a556-78f47a5bf976" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 613.854117] env[60019]: INFO networking_nsxv3.common.synchronization [None req-d6c115b5-4784-47db-8230-ba30df12e41b tempest-ServersV294TestFqdnHostnames-559436711 tempest-ServersV294TestFqdnHostnames-559436711-project-member] Enqueued Resource ID: ef93a9b6-397c-410f-8426-771e9e8abaa6 with Priority: HIGHEST for action security_group_rules [ 613.854414] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef93a9b6-397c-410f-8426-771e9e8abaa6 with Priority: HIGHEST for action security_group_rules [ 613.854933] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef93a9b6-397c-410f-8426-771e9e8abaa6 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.855077] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef93a9b6-397c-410f-8426-771e9e8abaa6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 613.855148] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef93a9b6-397c-410f-8426-771e9e8abaa6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 613.855421] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef93a9b6-397c-410f-8426-771e9e8abaa6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 613.855506] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef93a9b6-397c-410f-8426-771e9e8abaa6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 613.890958] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.890958] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 613.890958] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 613.890958] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 613.890958] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 613.890958] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef93a9b6-397c-410f-8426-771e9e8abaa6 already deleted. [ 613.890958] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef93a9b6-397c-410f-8426-771e9e8abaa6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.045045] env[60019]: INFO networking_nsxv3.common.synchronization [None req-04931b4d-3f30-4ab6-a6bb-2583e52b2cef tempest-ServersV294TestFqdnHostnames-559436711 tempest-ServersV294TestFqdnHostnames-559436711-project-member] Enqueued Resource ID: ef93a9b6-397c-410f-8426-771e9e8abaa6 with Priority: HIGHEST for action security_group_rules [ 614.048846] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef93a9b6-397c-410f-8426-771e9e8abaa6 with Priority: HIGHEST for action security_group_rules [ 614.048846] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef93a9b6-397c-410f-8426-771e9e8abaa6 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.048940] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef93a9b6-397c-410f-8426-771e9e8abaa6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.048974] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef93a9b6-397c-410f-8426-771e9e8abaa6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.050707] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef93a9b6-397c-410f-8426-771e9e8abaa6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.050832] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef93a9b6-397c-410f-8426-771e9e8abaa6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 614.087118] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.087302] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.087359] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.087568] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.087664] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.087760] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef93a9b6-397c-410f-8426-771e9e8abaa6 already deleted. [ 614.087844] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef93a9b6-397c-410f-8426-771e9e8abaa6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.108951] env[60019]: INFO networking_nsxv3.common.synchronization [req-f8a499f7-7ae1-4eaf-9aab-36371b84c6c5 req-132063a4-51b8-46a9-bc02-3cf8981138a4 service neutron] Enqueued Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGHEST for action security_group_rules [ 614.109239] env[60019]: INFO networking_nsxv3.common.synchronization [req-f8a499f7-7ae1-4eaf-9aab-36371b84c6c5 req-132063a4-51b8-46a9-bc02-3cf8981138a4 service neutron] Enqueued Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGHEST for action security_group_members [ 614.109460] env[60019]: INFO networking_nsxv3.common.synchronization [req-f8a499f7-7ae1-4eaf-9aab-36371b84c6c5 req-132063a4-51b8-46a9-bc02-3cf8981138a4 service neutron] Enqueued Resource ID: 76671be8-5210-460f-bbee-4b6e5f9d6221 with Priority: HIGHEST for action port [ 614.109642] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGHEST for action security_group_rules [ 614.109777] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGHEST for action security_group_members [ 614.109875] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76671be8-5210-460f-bbee-4b6e5f9d6221 with Priority: HIGHEST for action port [ 614.110407] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387938ad-0a9c-43d1-a155-a88a1b452f6e taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.110544] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.110652] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.111117] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.111773] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 614.114053] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-387938ad-0a9c-43d1-a155-a88a1b452f6e taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.114053] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.114053] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.114277] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.114437] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.114575] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.114664] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.114859] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.115042] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.115188] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 614.116492] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-76671be8-5210-460f-bbee-4b6e5f9d6221 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.116629] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76671be8-5210-460f-bbee-4b6e5f9d6221" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.116629] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76671be8-5210-460f-bbee-4b6e5f9d6221" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.116849] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76671be8-5210-460f-bbee-4b6e5f9d6221" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.116975] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76671be8-5210-460f-bbee-4b6e5f9d6221',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 614.136709] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 614.145925] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-387938ad-0a9c-43d1-a155-a88a1b452f6e taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.146143] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.150590] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 614.159020] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.159160] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.159222] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.159441] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.159539] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.159661] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e is going to be created. [ 614.160890] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76671be8-5210-460f-bbee-4b6e5f9d6221 with status ACTIVE [ 614.161963] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.163084] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.167072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.167072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.167072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.167072] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.167072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.167072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.167072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.167072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.167072] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.167072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.167072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.167072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.167072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.167072] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76671be8-5210-460f-bbee-4b6e5f9d6221 is going to be updated. [ 614.190311] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.190534] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.190534] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.190775] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.190938] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.191160] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76671be8-5210-460f-bbee-4b6e5f9d6221" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.192134] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.192253] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.192253] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.192416] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.192548] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.204715] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e in Status: UNINITIALIZED for 2s [ 614.713376] env[60019]: INFO networking_nsxv3.common.synchronization [None req-f886b549-24f4-4ab6-a7c3-bf0ed65bca26 None None] Enqueued Resource ID: c334dc76-0e58-4bd0-8e2c-487ba9b25414 with Priority: HIGHEST for action port [ 614.713376] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c334dc76-0e58-4bd0-8e2c-487ba9b25414 with Priority: HIGHEST for action port [ 614.715831] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-c334dc76-0e58-4bd0-8e2c-487ba9b25414 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.715942] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c334dc76-0e58-4bd0-8e2c-487ba9b25414" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.715997] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c334dc76-0e58-4bd0-8e2c-487ba9b25414" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.716266] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c334dc76-0e58-4bd0-8e2c-487ba9b25414" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.716347] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c334dc76-0e58-4bd0-8e2c-487ba9b25414',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 614.732563] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c334dc76-0e58-4bd0-8e2c-487ba9b25414 [ 614.732792] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.732936] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.733180] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.733270] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.733347] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.733444] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c334dc76-0e58-4bd0-8e2c-487ba9b25414 already deleted. [ 614.733638] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c334dc76-0e58-4bd0-8e2c-487ba9b25414" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 616.101661] env[60019]: INFO networking_nsxv3.common.synchronization [None req-bf854d4f-9e11-4c53-9b87-fb6e05e65345 None None] Enqueued Resource ID: 98471b27-0336-46b5-bb4a-a321d4832dd3 with Priority: HIGHEST for action port [ 616.101897] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98471b27-0336-46b5-bb4a-a321d4832dd3 with Priority: HIGHEST for action port [ 616.102077] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-98471b27-0336-46b5-bb4a-a321d4832dd3 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.102186] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98471b27-0336-46b5-bb4a-a321d4832dd3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 616.102251] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98471b27-0336-46b5-bb4a-a321d4832dd3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 616.102513] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98471b27-0336-46b5-bb4a-a321d4832dd3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 616.102591] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98471b27-0336-46b5-bb4a-a321d4832dd3',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 616.118024] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98471b27-0336-46b5-bb4a-a321d4832dd3 [ 616.118024] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.118024] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 616.118024] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 616.118024] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 616.118024] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 616.118308] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98471b27-0336-46b5-bb4a-a321d4832dd3 already deleted. [ 616.118308] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98471b27-0336-46b5-bb4a-a321d4832dd3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 616.215772] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e in Status: UNINITIALIZED for 4s [ 616.672136] env[60019]: INFO networking_nsxv3.common.synchronization [None req-dc6f7523-9c58-4f7c-b05b-5d592ec09e08 None None] Enqueued Resource ID: 2935f17b-83bc-4910-8498-42f215a6bc76 with Priority: HIGHEST for action port [ 616.672136] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2935f17b-83bc-4910-8498-42f215a6bc76 with Priority: HIGHEST for action port [ 616.672136] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-2935f17b-83bc-4910-8498-42f215a6bc76 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.672136] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2935f17b-83bc-4910-8498-42f215a6bc76" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 616.672136] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2935f17b-83bc-4910-8498-42f215a6bc76" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 616.672366] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2935f17b-83bc-4910-8498-42f215a6bc76" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 616.672366] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2935f17b-83bc-4910-8498-42f215a6bc76',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 616.708537] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2935f17b-83bc-4910-8498-42f215a6bc76 [ 616.708537] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.708537] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 616.708537] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 616.708537] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 616.708537] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 616.708537] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2935f17b-83bc-4910-8498-42f215a6bc76 already deleted. [ 616.708537] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2935f17b-83bc-4910-8498-42f215a6bc76" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 617.161177] env[60019]: INFO networking_nsxv3.common.synchronization [req-517fcb0c-6e67-40f3-868f-5cb08545ceb7 req-91665ac7-5dd4-4689-bd07-8087372e2b0d tempest-SecurityGroupRulesTestJSON-313484200 tempest-SecurityGroupRulesTestJSON-313484200-project-member] Enqueued Resource ID: b75a164e-cd14-496f-a6d3-02b05465e6b8 with Priority: HIGHEST for action security_group_rules [ 617.161177] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b75a164e-cd14-496f-a6d3-02b05465e6b8 with Priority: HIGHEST for action security_group_rules [ 617.161177] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b75a164e-cd14-496f-a6d3-02b05465e6b8 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.161177] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b75a164e-cd14-496f-a6d3-02b05465e6b8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 617.161177] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b75a164e-cd14-496f-a6d3-02b05465e6b8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 617.161177] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b75a164e-cd14-496f-a6d3-02b05465e6b8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 617.161177] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b75a164e-cd14-496f-a6d3-02b05465e6b8',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 617.240143] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.240143] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 617.240143] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 617.240143] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 617.240143] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 617.240143] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b75a164e-cd14-496f-a6d3-02b05465e6b8 already deleted. [ 617.240143] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b75a164e-cd14-496f-a6d3-02b05465e6b8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 617.531199] env[60019]: INFO networking_nsxv3.common.synchronization [None req-c329400c-01df-4ed7-adbb-61086f20e2e6 tempest-AttachVolumeShelveTestJSON-1407032086 tempest-AttachVolumeShelveTestJSON-1407032086-project-member] Enqueued Resource ID: ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da with Priority: HIGHEST for action security_group_rules [ 617.531477] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da with Priority: HIGHEST for action security_group_rules [ 617.532017] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.532176] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 617.532231] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 617.532470] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 617.532554] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 617.563741] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.563933] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 617.563933] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 617.564255] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 617.564255] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 617.564385] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da already deleted. [ 617.564429] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 617.798613] env[60019]: INFO networking_nsxv3.common.synchronization [None req-7c95920a-363d-45a7-957e-0a025b1b0dfd tempest-AttachVolumeShelveTestJSON-1407032086 tempest-AttachVolumeShelveTestJSON-1407032086-project-member] Enqueued Resource ID: ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da with Priority: HIGHEST for action security_group_rules [ 617.798613] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da with Priority: HIGHEST for action security_group_rules [ 617.798613] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.798613] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 617.798613] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 617.798878] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 617.798928] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 617.835875] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.835875] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 617.835875] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 617.835875] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 617.835875] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 617.835875] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da already deleted. [ 617.835875] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5d9cd2-7ffe-41dd-9d51-a40c7431f2da" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 618.227875] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e in Status: SUCCESS [ 618.228815] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 618.228815] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 618.232139] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 618.232267] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.232404] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 618.232582] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 618.232662] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 618.232746] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 618.232841] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 618.232936] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 618.249198] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 618.259024] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 387938ad-0a9c-43d1-a155-a88a1b452f6e: rpc.has_security_group_logging(os_id): False [ 618.277907] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.277907] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 618.277907] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 618.277907] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 618.277907] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 618.277907] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.277907] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 618.277907] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 618.277907] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 618.277907] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 618.277907] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e is going to be created. [ 618.353284] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.353284] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 618.353284] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 618.353284] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 618.353284] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 618.363271] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e in Status: IN_PROGRESS for 2s [ 619.198474] env[60019]: INFO networking_nsxv3.common.synchronization [None req-ab6daf0a-eacc-4a39-906e-d2f2b4d285d2 None None] Enqueued Resource ID: 8885e08b-7f08-4b08-b15e-7688deac7b40 with Priority: HIGHEST for action port [ 619.198540] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8885e08b-7f08-4b08-b15e-7688deac7b40 with Priority: HIGHEST for action port [ 619.199343] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-8885e08b-7f08-4b08-b15e-7688deac7b40 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.199343] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8885e08b-7f08-4b08-b15e-7688deac7b40" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 619.199343] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8885e08b-7f08-4b08-b15e-7688deac7b40" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 619.199572] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8885e08b-7f08-4b08-b15e-7688deac7b40" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 619.199634] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8885e08b-7f08-4b08-b15e-7688deac7b40',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 619.235521] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8885e08b-7f08-4b08-b15e-7688deac7b40 [ 619.235807] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.235947] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 619.235997] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 619.236229] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 619.236372] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 619.236455] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8885e08b-7f08-4b08-b15e-7688deac7b40 already deleted. [ 619.236511] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8885e08b-7f08-4b08-b15e-7688deac7b40" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 619.571163] env[60019]: INFO networking_nsxv3.common.synchronization [None req-4c914ceb-a588-42a2-929b-8ae80460256d None None] Enqueued Resource ID: 37793687-9758-4a54-91db-0d101d1107bb with Priority: HIGHEST for action port [ 619.571690] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37793687-9758-4a54-91db-0d101d1107bb with Priority: HIGHEST for action port [ 619.572068] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-37793687-9758-4a54-91db-0d101d1107bb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.572213] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37793687-9758-4a54-91db-0d101d1107bb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 619.572283] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37793687-9758-4a54-91db-0d101d1107bb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 619.572534] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37793687-9758-4a54-91db-0d101d1107bb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 619.572729] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37793687-9758-4a54-91db-0d101d1107bb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 619.591462] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37793687-9758-4a54-91db-0d101d1107bb [ 619.591462] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.591462] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 619.591462] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 619.591462] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 619.591462] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 619.591462] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37793687-9758-4a54-91db-0d101d1107bb already deleted. [ 619.591462] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37793687-9758-4a54-91db-0d101d1107bb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 620.378935] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e in Status: SUCCESS [ 620.379287] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 620.464712] env[60019]: INFO networking_nsxv3.common.synchronization [None req-27843b3e-baaf-4646-abe3-c5928e576a60 None None] Enqueued Resource ID: 2c0f1073-f15d-4796-9474-d036a6890470 with Priority: HIGHEST for action port [ 620.464712] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0f1073-f15d-4796-9474-d036a6890470 with Priority: HIGHEST for action port [ 620.464712] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c0f1073-f15d-4796-9474-d036a6890470 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.464712] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c0f1073-f15d-4796-9474-d036a6890470" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 620.464712] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c0f1073-f15d-4796-9474-d036a6890470" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 620.464712] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c0f1073-f15d-4796-9474-d036a6890470" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 620.464712] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c0f1073-f15d-4796-9474-d036a6890470',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 620.482463] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c0f1073-f15d-4796-9474-d036a6890470 [ 620.482725] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.483844] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 620.483844] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 620.483844] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 620.483844] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 620.483844] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c0f1073-f15d-4796-9474-d036a6890470 already deleted. [ 620.483844] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c0f1073-f15d-4796-9474-d036a6890470" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 621.926742] env[60019]: INFO networking_nsxv3.common.synchronization [None req-d5e25c15-dabf-44d1-ab46-6c2e0f2ebc6e None None] Enqueued Resource ID: e28c6d99-ab2e-48fb-a1cd-ec065ba111a5 with Priority: HIGHEST for action port [ 621.927034] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28c6d99-ab2e-48fb-a1cd-ec065ba111a5 with Priority: HIGHEST for action port [ 621.927318] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-e28c6d99-ab2e-48fb-a1cd-ec065ba111a5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.927451] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e28c6d99-ab2e-48fb-a1cd-ec065ba111a5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 621.927579] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e28c6d99-ab2e-48fb-a1cd-ec065ba111a5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 621.928416] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e28c6d99-ab2e-48fb-a1cd-ec065ba111a5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 621.928416] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e28c6d99-ab2e-48fb-a1cd-ec065ba111a5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 621.964014] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e28c6d99-ab2e-48fb-a1cd-ec065ba111a5 [ 621.964267] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.964457] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 621.964539] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 621.964931] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 621.964931] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 621.964931] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e28c6d99-ab2e-48fb-a1cd-ec065ba111a5 already deleted. [ 621.965119] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e28c6d99-ab2e-48fb-a1cd-ec065ba111a5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.605295] env[60019]: INFO networking_nsxv3.common.synchronization [None req-d3a35d8b-fe14-48e9-95a6-f158f2c2ff34 None None] Enqueued Resource ID: 30637ff1-ee2d-491a-abf1-9c4ee9ac6df0 with Priority: HIGHEST for action port [ 622.605579] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30637ff1-ee2d-491a-abf1-9c4ee9ac6df0 with Priority: HIGHEST for action port [ 622.605896] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-30637ff1-ee2d-491a-abf1-9c4ee9ac6df0 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.606065] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30637ff1-ee2d-491a-abf1-9c4ee9ac6df0" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.606145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30637ff1-ee2d-491a-abf1-9c4ee9ac6df0" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.606413] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30637ff1-ee2d-491a-abf1-9c4ee9ac6df0" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.606500] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30637ff1-ee2d-491a-abf1-9c4ee9ac6df0',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 622.618709] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30637ff1-ee2d-491a-abf1-9c4ee9ac6df0 [ 622.619105] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.619105] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.619259] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.619360] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.619447] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.619546] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30637ff1-ee2d-491a-abf1-9c4ee9ac6df0 already deleted. [ 622.619651] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30637ff1-ee2d-491a-abf1-9c4ee9ac6df0" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 623.290252] env[60019]: INFO networking_nsxv3.common.synchronization [req-25836291-9fa6-4dde-8edc-656c5d18ee5d req-82c66188-002a-4e4b-af67-2d30aac9a6e1 tempest-SecurityGroupRulesTestJSON-313484200 tempest-SecurityGroupRulesTestJSON-313484200-project-member] Enqueued Resource ID: b75a164e-cd14-496f-a6d3-02b05465e6b8 with Priority: HIGHEST for action security_group_rules [ 623.290596] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b75a164e-cd14-496f-a6d3-02b05465e6b8 with Priority: HIGHEST for action security_group_rules [ 623.291226] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b75a164e-cd14-496f-a6d3-02b05465e6b8 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.292022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b75a164e-cd14-496f-a6d3-02b05465e6b8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 623.292908] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b75a164e-cd14-496f-a6d3-02b05465e6b8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 623.293162] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b75a164e-cd14-496f-a6d3-02b05465e6b8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 623.293209] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b75a164e-cd14-496f-a6d3-02b05465e6b8',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 623.330582] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.330737] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 623.330807] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 623.331052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 623.331159] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 623.331256] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b75a164e-cd14-496f-a6d3-02b05465e6b8 already deleted. [ 623.331335] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b75a164e-cd14-496f-a6d3-02b05465e6b8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 624.350171] env[60019]: INFO networking_nsxv3.common.synchronization [None req-0ecdb45e-3697-4243-ba17-fe5c7530fa45 tempest-VolumesAdminNegativeTest-1936733797 tempest-VolumesAdminNegativeTest-1936733797-project-member] Enqueued Resource ID: 8bc851d6-a8bc-43cf-ae31-55ac40356def with Priority: HIGHEST for action security_group_rules [ 624.350794] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc851d6-a8bc-43cf-ae31-55ac40356def with Priority: HIGHEST for action security_group_rules [ 624.351172] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc851d6-a8bc-43cf-ae31-55ac40356def taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.351320] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc851d6-a8bc-43cf-ae31-55ac40356def" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 624.351387] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc851d6-a8bc-43cf-ae31-55ac40356def" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 624.351667] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc851d6-a8bc-43cf-ae31-55ac40356def" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 624.351755] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc851d6-a8bc-43cf-ae31-55ac40356def',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 624.407111] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.407274] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 624.407349] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 624.407574] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 624.407976] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 624.407976] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc851d6-a8bc-43cf-ae31-55ac40356def already deleted. [ 624.407976] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc851d6-a8bc-43cf-ae31-55ac40356def" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 624.465153] env[60019]: INFO networking_nsxv3.common.synchronization [None req-a488926f-5296-4a81-a3cc-f602e9fa48ef tempest-VolumesAdminNegativeTest-1936733797 tempest-VolumesAdminNegativeTest-1936733797-project-member] Enqueued Resource ID: 8bc851d6-a8bc-43cf-ae31-55ac40356def with Priority: HIGHEST for action security_group_rules [ 624.465153] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc851d6-a8bc-43cf-ae31-55ac40356def with Priority: HIGHEST for action security_group_rules [ 624.465153] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc851d6-a8bc-43cf-ae31-55ac40356def taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.465153] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc851d6-a8bc-43cf-ae31-55ac40356def" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 624.465153] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc851d6-a8bc-43cf-ae31-55ac40356def" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 624.465153] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc851d6-a8bc-43cf-ae31-55ac40356def" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 624.465647] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc851d6-a8bc-43cf-ae31-55ac40356def',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 624.504238] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.504423] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 624.504498] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 624.504715] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 624.504806] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 624.504901] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc851d6-a8bc-43cf-ae31-55ac40356def already deleted. [ 624.504986] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc851d6-a8bc-43cf-ae31-55ac40356def" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 624.552220] env[60019]: INFO networking_nsxv3.common.synchronization [None req-ab49cb76-fc76-493d-a73d-d03074e14239 None None] Enqueued Resource ID: e80115ef-4e97-4ec8-b5c8-9007a6b37b73 with Priority: HIGHEST for action port [ 624.553477] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80115ef-4e97-4ec8-b5c8-9007a6b37b73 with Priority: HIGHEST for action port [ 624.553477] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-e80115ef-4e97-4ec8-b5c8-9007a6b37b73 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.553477] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e80115ef-4e97-4ec8-b5c8-9007a6b37b73" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 624.553477] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e80115ef-4e97-4ec8-b5c8-9007a6b37b73" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 624.553477] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e80115ef-4e97-4ec8-b5c8-9007a6b37b73" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 624.553871] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e80115ef-4e97-4ec8-b5c8-9007a6b37b73',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 624.573850] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e80115ef-4e97-4ec8-b5c8-9007a6b37b73 [ 624.574083] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.574230] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 624.574295] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 624.574513] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 624.574598] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 624.574697] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e80115ef-4e97-4ec8-b5c8-9007a6b37b73 already deleted. [ 624.574926] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e80115ef-4e97-4ec8-b5c8-9007a6b37b73" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 629.555708] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 629.555708] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 632.334157] env[60019]: INFO networking_nsxv3.common.synchronization [None req-672f45b7-7a56-4256-96bf-053e8de297d0 None None] Enqueued Resource ID: 0217ca42-b23d-47d6-9d83-501eda32e476 with Priority: HIGHEST for action port [ 632.334498] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0217ca42-b23d-47d6-9d83-501eda32e476 with Priority: HIGHEST for action port [ 632.335499] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-0217ca42-b23d-47d6-9d83-501eda32e476 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.335499] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0217ca42-b23d-47d6-9d83-501eda32e476" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 632.335499] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0217ca42-b23d-47d6-9d83-501eda32e476" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 632.335499] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0217ca42-b23d-47d6-9d83-501eda32e476" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 632.335697] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0217ca42-b23d-47d6-9d83-501eda32e476',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 632.352842] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0217ca42-b23d-47d6-9d83-501eda32e476 [ 632.353218] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.353636] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 632.353636] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 632.353778] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 632.353853] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 632.353979] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0217ca42-b23d-47d6-9d83-501eda32e476 already deleted. [ 632.354160] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0217ca42-b23d-47d6-9d83-501eda32e476" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 632.704298] env[60019]: INFO networking_nsxv3.common.synchronization [None req-b79206ec-99f5-4e12-8bfd-16c5e0c41cc4 None None] Enqueued Resource ID: 214086bd-2fa1-4e74-80ec-f6251023983b with Priority: HIGHEST for action port [ 632.704533] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214086bd-2fa1-4e74-80ec-f6251023983b with Priority: HIGHEST for action port [ 632.704840] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-214086bd-2fa1-4e74-80ec-f6251023983b taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.704963] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-214086bd-2fa1-4e74-80ec-f6251023983b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 632.705292] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-214086bd-2fa1-4e74-80ec-f6251023983b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 632.705447] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-214086bd-2fa1-4e74-80ec-f6251023983b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 632.705527] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('214086bd-2fa1-4e74-80ec-f6251023983b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 632.726207] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 214086bd-2fa1-4e74-80ec-f6251023983b [ 632.728745] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.728745] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 632.728745] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 632.728745] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 632.728745] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 632.728745] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:214086bd-2fa1-4e74-80ec-f6251023983b already deleted. [ 632.728745] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-214086bd-2fa1-4e74-80ec-f6251023983b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 633.485042] env[60019]: INFO networking_nsxv3.common.synchronization [None req-75b8fe92-2d57-47a9-a4a0-4f05a688d509 None None] Enqueued Resource ID: e73814fd-e740-4f53-8bb3-1b831c8f9684 with Priority: HIGHEST for action port [ 633.485358] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73814fd-e740-4f53-8bb3-1b831c8f9684 with Priority: HIGHEST for action port [ 633.485678] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-e73814fd-e740-4f53-8bb3-1b831c8f9684 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.485803] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e73814fd-e740-4f53-8bb3-1b831c8f9684" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 633.485803] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e73814fd-e740-4f53-8bb3-1b831c8f9684" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 633.486060] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e73814fd-e740-4f53-8bb3-1b831c8f9684" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 633.486150] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e73814fd-e740-4f53-8bb3-1b831c8f9684',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 633.498475] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e73814fd-e740-4f53-8bb3-1b831c8f9684 [ 633.498698] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.498837] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 633.498907] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 633.499322] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 633.499322] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 633.499444] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e73814fd-e740-4f53-8bb3-1b831c8f9684 already deleted. [ 633.499483] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e73814fd-e740-4f53-8bb3-1b831c8f9684" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 634.683257] env[60019]: INFO networking_nsxv3.common.synchronization [None req-881b8424-0cc4-4222-840d-fedcd0603cb3 None None] Enqueued Resource ID: 9d1743a8-9f36-4aac-919e-0c7b55f6b6a7 with Priority: HIGHEST for action port [ 634.683555] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d1743a8-9f36-4aac-919e-0c7b55f6b6a7 with Priority: HIGHEST for action port [ 634.683863] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d1743a8-9f36-4aac-919e-0c7b55f6b6a7 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.683989] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d1743a8-9f36-4aac-919e-0c7b55f6b6a7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 634.684074] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d1743a8-9f36-4aac-919e-0c7b55f6b6a7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 634.684376] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d1743a8-9f36-4aac-919e-0c7b55f6b6a7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 634.684463] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d1743a8-9f36-4aac-919e-0c7b55f6b6a7',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 634.705091] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d1743a8-9f36-4aac-919e-0c7b55f6b6a7 [ 634.705349] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.705483] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 634.705550] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 634.705904] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 634.705904] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 634.706034] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d1743a8-9f36-4aac-919e-0c7b55f6b6a7 already deleted. [ 634.706034] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d1743a8-9f36-4aac-919e-0c7b55f6b6a7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 635.551052] env[60019]: INFO networking_nsxv3.common.synchronization [None req-c956098a-b182-4b8e-8230-efe986f57201 None None] Enqueued Resource ID: 67b4e669-7be8-4477-a12a-5dcbc5c538ce with Priority: HIGHEST for action port [ 635.551052] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b4e669-7be8-4477-a12a-5dcbc5c538ce with Priority: HIGHEST for action port [ 635.551052] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-67b4e669-7be8-4477-a12a-5dcbc5c538ce taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.551052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67b4e669-7be8-4477-a12a-5dcbc5c538ce" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 635.551052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67b4e669-7be8-4477-a12a-5dcbc5c538ce" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 635.551052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67b4e669-7be8-4477-a12a-5dcbc5c538ce" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 635.551052] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b4e669-7be8-4477-a12a-5dcbc5c538ce',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 635.592754] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67b4e669-7be8-4477-a12a-5dcbc5c538ce [ 635.592754] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.592754] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 635.592754] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 635.592754] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 635.592754] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 635.592754] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67b4e669-7be8-4477-a12a-5dcbc5c538ce already deleted. [ 635.592754] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67b4e669-7be8-4477-a12a-5dcbc5c538ce" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 635.939556] env[60019]: INFO networking_nsxv3.common.synchronization [None req-93fcc059-52ab-441e-8caf-4c1d64c891ca None None] Enqueued Resource ID: 3891210d-1512-4685-bfd9-1f5a178646a9 with Priority: HIGHEST for action port [ 635.939556] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3891210d-1512-4685-bfd9-1f5a178646a9 with Priority: HIGHEST for action port [ 635.939556] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-3891210d-1512-4685-bfd9-1f5a178646a9 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.939556] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3891210d-1512-4685-bfd9-1f5a178646a9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 635.939556] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3891210d-1512-4685-bfd9-1f5a178646a9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 635.939556] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3891210d-1512-4685-bfd9-1f5a178646a9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 635.939556] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3891210d-1512-4685-bfd9-1f5a178646a9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 635.948509] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3891210d-1512-4685-bfd9-1f5a178646a9 [ 635.948733] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.948875] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 635.948974] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 635.949260] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 635.949364] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 635.949462] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3891210d-1512-4685-bfd9-1f5a178646a9 already deleted. [ 635.949549] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3891210d-1512-4685-bfd9-1f5a178646a9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 636.143729] env[60019]: INFO networking_nsxv3.common.synchronization [None req-18467cef-3614-4507-a17b-29319e9298c2 tempest-AttachVolumeShelveTestJSON-1407032086 tempest-AttachVolumeShelveTestJSON-1407032086-project-member] Enqueued Resource ID: 8467eda9-2a44-44fb-8332-cd2b6ff8a9bb with Priority: HIGHEST for action security_group_rules [ 636.143996] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8467eda9-2a44-44fb-8332-cd2b6ff8a9bb with Priority: HIGHEST for action security_group_rules [ 636.144562] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8467eda9-2a44-44fb-8332-cd2b6ff8a9bb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.144690] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8467eda9-2a44-44fb-8332-cd2b6ff8a9bb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 636.144763] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8467eda9-2a44-44fb-8332-cd2b6ff8a9bb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 636.148819] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8467eda9-2a44-44fb-8332-cd2b6ff8a9bb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 636.150670] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8467eda9-2a44-44fb-8332-cd2b6ff8a9bb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 636.184750] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.184901] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 636.184978] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 636.185238] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 636.185336] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 636.185437] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8467eda9-2a44-44fb-8332-cd2b6ff8a9bb already deleted. [ 636.185528] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8467eda9-2a44-44fb-8332-cd2b6ff8a9bb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 636.237504] env[60019]: INFO networking_nsxv3.common.synchronization [None req-561f761b-53ce-49e7-84e7-5d8035c2568a tempest-AttachVolumeShelveTestJSON-1407032086 tempest-AttachVolumeShelveTestJSON-1407032086-project-member] Enqueued Resource ID: 8467eda9-2a44-44fb-8332-cd2b6ff8a9bb with Priority: HIGHEST for action security_group_rules [ 636.237743] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8467eda9-2a44-44fb-8332-cd2b6ff8a9bb with Priority: HIGHEST for action security_group_rules [ 636.238288] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8467eda9-2a44-44fb-8332-cd2b6ff8a9bb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.238422] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8467eda9-2a44-44fb-8332-cd2b6ff8a9bb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 636.238494] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8467eda9-2a44-44fb-8332-cd2b6ff8a9bb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 636.238699] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8467eda9-2a44-44fb-8332-cd2b6ff8a9bb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 636.238781] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8467eda9-2a44-44fb-8332-cd2b6ff8a9bb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 636.274161] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.274161] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 636.274161] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 636.274161] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 636.274161] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 636.274161] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8467eda9-2a44-44fb-8332-cd2b6ff8a9bb already deleted. [ 636.274161] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8467eda9-2a44-44fb-8332-cd2b6ff8a9bb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.264738] env[60019]: INFO networking_nsxv3.common.synchronization [None req-f42ffc3f-3ccc-4d33-8b6e-fe1468ef71cd None None] Enqueued Resource ID: 81c6bc5b-0c0e-4a91-a075-85bf772dff2c with Priority: HIGHEST for action port [ 639.264738] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c6bc5b-0c0e-4a91-a075-85bf772dff2c with Priority: HIGHEST for action port [ 639.265106] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c6bc5b-0c0e-4a91-a075-85bf772dff2c taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.265106] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c6bc5b-0c0e-4a91-a075-85bf772dff2c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.265234] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c6bc5b-0c0e-4a91-a075-85bf772dff2c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.266112] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c6bc5b-0c0e-4a91-a075-85bf772dff2c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.266112] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c6bc5b-0c0e-4a91-a075-85bf772dff2c',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 639.281809] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81c6bc5b-0c0e-4a91-a075-85bf772dff2c [ 639.281809] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.281809] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 639.281809] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 639.281809] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 639.281809] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 639.281809] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81c6bc5b-0c0e-4a91-a075-85bf772dff2c already deleted. [ 639.283260] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c6bc5b-0c0e-4a91-a075-85bf772dff2c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.592430] env[60019]: INFO networking_nsxv3.common.synchronization [None req-eb106b86-35b5-4872-b9d5-05de882c7e03 None None] Enqueued Resource ID: 5d403dfa-353d-402c-bb6e-d1938803d284 with Priority: HIGHEST for action port [ 642.592736] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d403dfa-353d-402c-bb6e-d1938803d284 with Priority: HIGHEST for action port [ 642.593320] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d403dfa-353d-402c-bb6e-d1938803d284 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.593320] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d403dfa-353d-402c-bb6e-d1938803d284" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.593320] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d403dfa-353d-402c-bb6e-d1938803d284" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.593559] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d403dfa-353d-402c-bb6e-d1938803d284" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.593559] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d403dfa-353d-402c-bb6e-d1938803d284',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 642.609796] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d403dfa-353d-402c-bb6e-d1938803d284 [ 642.610234] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.610234] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 642.610234] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 642.611415] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 642.611415] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 642.611415] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d403dfa-353d-402c-bb6e-d1938803d284 already deleted. [ 642.611415] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d403dfa-353d-402c-bb6e-d1938803d284" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 645.214872] env[60019]: INFO networking_nsxv3.common.synchronization [None req-0be4f442-1dc5-45dd-8422-3ae1acbb234e None None] Enqueued Resource ID: 6954d943-08c3-41e7-8053-5b3c47e8e8a3 with Priority: HIGHEST for action port [ 645.215170] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6954d943-08c3-41e7-8053-5b3c47e8e8a3 with Priority: HIGHEST for action port [ 645.215469] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-6954d943-08c3-41e7-8053-5b3c47e8e8a3 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.215602] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6954d943-08c3-41e7-8053-5b3c47e8e8a3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 645.215674] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6954d943-08c3-41e7-8053-5b3c47e8e8a3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 645.215948] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6954d943-08c3-41e7-8053-5b3c47e8e8a3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 645.216047] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6954d943-08c3-41e7-8053-5b3c47e8e8a3',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 645.267307] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6954d943-08c3-41e7-8053-5b3c47e8e8a3 [ 645.267307] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.267307] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 645.267307] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 645.267307] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 645.267307] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 645.267307] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6954d943-08c3-41e7-8053-5b3c47e8e8a3 already deleted. [ 645.267307] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6954d943-08c3-41e7-8053-5b3c47e8e8a3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 646.541566] env[60019]: INFO networking_nsxv3.common.synchronization [None req-ab0bf5d4-50fb-44e7-9581-2ec240ad6384 None None] Enqueued Resource ID: 70ac3ed0-6c1f-4b39-ae61-45d1e19840b5 with Priority: HIGHEST for action port [ 646.541566] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ac3ed0-6c1f-4b39-ae61-45d1e19840b5 with Priority: HIGHEST for action port [ 646.541566] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-70ac3ed0-6c1f-4b39-ae61-45d1e19840b5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.541566] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70ac3ed0-6c1f-4b39-ae61-45d1e19840b5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 646.541566] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70ac3ed0-6c1f-4b39-ae61-45d1e19840b5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 646.541566] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70ac3ed0-6c1f-4b39-ae61-45d1e19840b5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 646.541566] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ac3ed0-6c1f-4b39-ae61-45d1e19840b5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 646.565887] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70ac3ed0-6c1f-4b39-ae61-45d1e19840b5 [ 646.566391] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.566391] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 646.566391] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 646.566576] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 646.566652] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 646.566808] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70ac3ed0-6c1f-4b39-ae61-45d1e19840b5 already deleted. [ 646.566844] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70ac3ed0-6c1f-4b39-ae61-45d1e19840b5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 647.065540] env[60019]: INFO networking_nsxv3.common.synchronization [None req-c646dfe2-d865-4d6e-b6c9-331bf06e12aa None None] Enqueued Resource ID: 2e4f3c77-4840-4ae7-915e-b618e5f1ac0f with Priority: HIGHEST for action port [ 647.065540] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e4f3c77-4840-4ae7-915e-b618e5f1ac0f with Priority: HIGHEST for action port [ 647.065540] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e4f3c77-4840-4ae7-915e-b618e5f1ac0f taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.065540] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e4f3c77-4840-4ae7-915e-b618e5f1ac0f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 647.065540] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e4f3c77-4840-4ae7-915e-b618e5f1ac0f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 647.065540] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e4f3c77-4840-4ae7-915e-b618e5f1ac0f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 647.065540] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e4f3c77-4840-4ae7-915e-b618e5f1ac0f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 647.085266] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e4f3c77-4840-4ae7-915e-b618e5f1ac0f [ 647.085266] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.085266] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 647.085266] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 647.085266] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 647.085266] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 647.085266] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e4f3c77-4840-4ae7-915e-b618e5f1ac0f already deleted. [ 647.085266] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e4f3c77-4840-4ae7-915e-b618e5f1ac0f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 648.382583] env[60019]: INFO networking_nsxv3.common.synchronization [None req-816bff41-7ec9-4d9a-971b-c65b18ab59bb None None] Enqueued Resource ID: 2b58f9cf-6507-4fd9-824c-ace3a3740687 with Priority: HIGHEST for action port [ 648.382845] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b58f9cf-6507-4fd9-824c-ace3a3740687 with Priority: HIGHEST for action port [ 648.383162] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b58f9cf-6507-4fd9-824c-ace3a3740687 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.383296] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b58f9cf-6507-4fd9-824c-ace3a3740687" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 648.383365] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b58f9cf-6507-4fd9-824c-ace3a3740687" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 648.383674] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b58f9cf-6507-4fd9-824c-ace3a3740687" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 648.383763] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b58f9cf-6507-4fd9-824c-ace3a3740687',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 648.405399] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b58f9cf-6507-4fd9-824c-ace3a3740687 [ 648.405399] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.405701] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 648.405701] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 648.405853] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 648.405892] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 648.406646] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b58f9cf-6507-4fd9-824c-ace3a3740687 already deleted. [ 648.406646] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b58f9cf-6507-4fd9-824c-ace3a3740687" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 649.550688] env[60019]: INFO networking_nsxv3.common.synchronization [None req-beccb2d6-9fe9-4a44-846c-bcfc8be24e32 None None] Enqueued Resource ID: bb7168e9-e830-4203-8d39-3bac1adc0ab6 with Priority: HIGHEST for action port [ 649.551240] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7168e9-e830-4203-8d39-3bac1adc0ab6 with Priority: HIGHEST for action port [ 649.551709] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb7168e9-e830-4203-8d39-3bac1adc0ab6 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.551854] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb7168e9-e830-4203-8d39-3bac1adc0ab6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 649.551918] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb7168e9-e830-4203-8d39-3bac1adc0ab6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 649.552201] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb7168e9-e830-4203-8d39-3bac1adc0ab6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 649.552295] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb7168e9-e830-4203-8d39-3bac1adc0ab6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 649.577894] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb7168e9-e830-4203-8d39-3bac1adc0ab6 [ 649.578141] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.578280] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 649.579218] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 649.579641] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 649.579980] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 649.580178] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb7168e9-e830-4203-8d39-3bac1adc0ab6 already deleted. [ 649.580323] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb7168e9-e830-4203-8d39-3bac1adc0ab6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 649.930512] env[60019]: INFO networking_nsxv3.common.synchronization [None req-53506efe-36fb-4307-b4c2-ae28dae1ed09 None None] Enqueued Resource ID: 8b96640a-c342-48c5-ba94-f1ae64f1b3c3 with Priority: HIGHEST for action port [ 649.930777] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b96640a-c342-48c5-ba94-f1ae64f1b3c3 with Priority: HIGHEST for action port [ 649.931088] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b96640a-c342-48c5-ba94-f1ae64f1b3c3 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.931245] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b96640a-c342-48c5-ba94-f1ae64f1b3c3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 649.931319] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b96640a-c342-48c5-ba94-f1ae64f1b3c3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 649.931598] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b96640a-c342-48c5-ba94-f1ae64f1b3c3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 649.931681] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b96640a-c342-48c5-ba94-f1ae64f1b3c3',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 649.959249] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b96640a-c342-48c5-ba94-f1ae64f1b3c3 [ 649.959918] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.959918] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 649.959918] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 649.959918] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 649.959918] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 649.960205] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b96640a-c342-48c5-ba94-f1ae64f1b3c3 already deleted. [ 649.960205] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b96640a-c342-48c5-ba94-f1ae64f1b3c3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 650.404628] env[60019]: INFO networking_nsxv3.common.synchronization [None req-375ecde8-03c6-4650-a8d0-c8d15237f796 None None] Enqueued Resource ID: 46a13a9e-64df-47b0-b1da-eade91e2d02d with Priority: HIGHEST for action port [ 650.405106] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a13a9e-64df-47b0-b1da-eade91e2d02d with Priority: HIGHEST for action port [ 650.405438] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-46a13a9e-64df-47b0-b1da-eade91e2d02d taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.405570] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46a13a9e-64df-47b0-b1da-eade91e2d02d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 650.405636] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46a13a9e-64df-47b0-b1da-eade91e2d02d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 650.409209] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46a13a9e-64df-47b0-b1da-eade91e2d02d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 650.409209] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46a13a9e-64df-47b0-b1da-eade91e2d02d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 650.423458] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46a13a9e-64df-47b0-b1da-eade91e2d02d [ 650.425811] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.425811] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 650.425811] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 650.425811] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 650.425811] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 650.425811] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46a13a9e-64df-47b0-b1da-eade91e2d02d already deleted. [ 650.425811] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46a13a9e-64df-47b0-b1da-eade91e2d02d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 652.759573] env[60019]: INFO networking_nsxv3.common.synchronization [None req-51ca5955-64d4-419b-8733-0a0761876701 None None] Enqueued Resource ID: 67014d79-9dda-4b5b-b78c-875189724fa4 with Priority: HIGHEST for action port [ 652.759573] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67014d79-9dda-4b5b-b78c-875189724fa4 with Priority: HIGHEST for action port [ 652.759846] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-67014d79-9dda-4b5b-b78c-875189724fa4 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.759970] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67014d79-9dda-4b5b-b78c-875189724fa4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 652.760059] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67014d79-9dda-4b5b-b78c-875189724fa4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 652.760335] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67014d79-9dda-4b5b-b78c-875189724fa4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 652.760425] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67014d79-9dda-4b5b-b78c-875189724fa4',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 652.778349] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67014d79-9dda-4b5b-b78c-875189724fa4 [ 652.778536] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.778677] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 652.778750] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 652.778963] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 652.779071] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 652.779189] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67014d79-9dda-4b5b-b78c-875189724fa4 already deleted. [ 652.779279] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67014d79-9dda-4b5b-b78c-875189724fa4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 653.106090] env[60019]: INFO networking_nsxv3.common.synchronization [None req-19f8bc69-4165-4c30-868f-6008f504670d None None] Enqueued Resource ID: 3b83fdc8-f370-4ae7-a144-5d7e197dc895 with Priority: HIGHEST for action port [ 653.106858] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b83fdc8-f370-4ae7-a144-5d7e197dc895 with Priority: HIGHEST for action port [ 653.107839] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b83fdc8-f370-4ae7-a144-5d7e197dc895 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.107977] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b83fdc8-f370-4ae7-a144-5d7e197dc895" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 653.108065] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b83fdc8-f370-4ae7-a144-5d7e197dc895" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 653.108353] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b83fdc8-f370-4ae7-a144-5d7e197dc895" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 653.108438] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b83fdc8-f370-4ae7-a144-5d7e197dc895',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 653.133269] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b83fdc8-f370-4ae7-a144-5d7e197dc895 [ 653.133404] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.133474] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 653.133550] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 653.133763] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 653.133859] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 653.133961] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b83fdc8-f370-4ae7-a144-5d7e197dc895 already deleted. [ 653.134054] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b83fdc8-f370-4ae7-a144-5d7e197dc895" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 656.428846] env[60019]: INFO networking_nsxv3.common.synchronization [None req-62376b39-88a0-42f9-b724-69997a2a89da None None] Enqueued Resource ID: 50a24a9e-4840-4930-8474-f8f5ece65080 with Priority: HIGHEST for action port [ 656.429114] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a24a9e-4840-4930-8474-f8f5ece65080 with Priority: HIGHEST for action port [ 656.429340] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-50a24a9e-4840-4930-8474-f8f5ece65080 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.429474] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50a24a9e-4840-4930-8474-f8f5ece65080" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 656.429541] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50a24a9e-4840-4930-8474-f8f5ece65080" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 656.429950] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50a24a9e-4840-4930-8474-f8f5ece65080" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 656.429950] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a24a9e-4840-4930-8474-f8f5ece65080',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 656.510092] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50a24a9e-4840-4930-8474-f8f5ece65080 [ 656.510092] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.510092] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 656.510092] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 656.510092] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 656.510092] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 656.510092] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50a24a9e-4840-4930-8474-f8f5ece65080 already deleted. [ 656.510092] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50a24a9e-4840-4930-8474-f8f5ece65080" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 657.343772] env[60019]: INFO networking_nsxv3.common.synchronization [None req-347f321f-a285-4c43-ba2e-33c56d646a2d None None] Enqueued Resource ID: 129ff4d8-ada6-4fe0-b3b8-30ef5d0dc464 with Priority: HIGHEST for action port [ 657.344286] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129ff4d8-ada6-4fe0-b3b8-30ef5d0dc464 with Priority: HIGHEST for action port [ 657.344286] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-129ff4d8-ada6-4fe0-b3b8-30ef5d0dc464 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.344467] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-129ff4d8-ada6-4fe0-b3b8-30ef5d0dc464" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 657.344467] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-129ff4d8-ada6-4fe0-b3b8-30ef5d0dc464" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 657.344639] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-129ff4d8-ada6-4fe0-b3b8-30ef5d0dc464" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 657.344725] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('129ff4d8-ada6-4fe0-b3b8-30ef5d0dc464',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 657.381549] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 129ff4d8-ada6-4fe0-b3b8-30ef5d0dc464 [ 657.381777] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.381939] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 657.382020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 657.382218] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 657.382347] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 657.382478] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:129ff4d8-ada6-4fe0-b3b8-30ef5d0dc464 already deleted. [ 657.382574] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-129ff4d8-ada6-4fe0-b3b8-30ef5d0dc464" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 657.577969] env[60019]: INFO networking_nsxv3.common.synchronization [None req-f93448b4-8a69-4c22-9821-0830b8b09c84 tempest-AttachInterfacesTestJSON-62544092 tempest-AttachInterfacesTestJSON-62544092-project-member] Enqueued Resource ID: 8c1eed25-326c-498f-853c-f7c1e40b2820 with Priority: HIGHEST for action security_group_rules [ 657.577969] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1eed25-326c-498f-853c-f7c1e40b2820 with Priority: HIGHEST for action security_group_rules [ 657.577969] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c1eed25-326c-498f-853c-f7c1e40b2820 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.577969] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c1eed25-326c-498f-853c-f7c1e40b2820" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 657.577969] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c1eed25-326c-498f-853c-f7c1e40b2820" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 657.577969] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c1eed25-326c-498f-853c-f7c1e40b2820" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 657.577969] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c1eed25-326c-498f-853c-f7c1e40b2820',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 657.640177] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.640489] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 657.640632] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 657.641044] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 657.641112] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 657.641194] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c1eed25-326c-498f-853c-f7c1e40b2820 already deleted. [ 657.641445] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c1eed25-326c-498f-853c-f7c1e40b2820" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 657.844396] env[60019]: INFO networking_nsxv3.common.synchronization [None req-3bd83c63-8c6d-471b-892e-b7d6fb8e66e1 tempest-AttachInterfacesTestJSON-62544092 tempest-AttachInterfacesTestJSON-62544092-project-member] Enqueued Resource ID: 8c1eed25-326c-498f-853c-f7c1e40b2820 with Priority: HIGHEST for action security_group_rules [ 657.844396] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1eed25-326c-498f-853c-f7c1e40b2820 with Priority: HIGHEST for action security_group_rules [ 657.844396] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c1eed25-326c-498f-853c-f7c1e40b2820 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.844396] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c1eed25-326c-498f-853c-f7c1e40b2820" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 657.844728] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c1eed25-326c-498f-853c-f7c1e40b2820" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 657.844728] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c1eed25-326c-498f-853c-f7c1e40b2820" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 657.844728] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c1eed25-326c-498f-853c-f7c1e40b2820',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 657.879033] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.879285] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 657.879334] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 657.879536] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 657.880857] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 657.880989] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c1eed25-326c-498f-853c-f7c1e40b2820 already deleted. [ 657.881150] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c1eed25-326c-498f-853c-f7c1e40b2820" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 658.176103] env[60019]: INFO networking_nsxv3.common.synchronization [req-b44b385c-ccd6-4d8e-a3a7-e113eb34c2f3 req-b1165a9d-0ab9-4b51-bb75-c0a5bf4bbc83 tempest-ImagesTestJSON-1812607055 tempest-ImagesTestJSON-1812607055-project-member] Enqueued Resource ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 with Priority: HIGHEST for action security_group_members [ 658.176373] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 with Priority: HIGHEST for action security_group_members [ 658.176902] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8efb42fa-6cdf-461e-8034-fe8ab6f80974 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.177170] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 658.177170] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 658.177314] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 658.177476] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.177579] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 658.177668] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 658.177786] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 658.178863] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 658.179031] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8efb42fa-6cdf-461e-8034-fe8ab6f80974',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 658.189540] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.189699] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 658.189776] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 658.189978] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 658.190128] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 658.190327] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.190762] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 658.190839] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 658.191031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 658.191104] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 658.191200] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 is going to be updated. [ 658.228702] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.231233] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 658.231233] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 658.231233] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 658.231233] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 658.239919] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 in Status: IN_PROGRESS for 2s [ 660.103275] env[60019]: INFO networking_nsxv3.common.synchronization [None req-af14437b-b3c9-469f-828b-e3234ad98044 None None] Enqueued Resource ID: d0b2f680-0cb8-4b70-a1e5-4e71db53516c with Priority: HIGHEST for action port [ 660.103559] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b2f680-0cb8-4b70-a1e5-4e71db53516c with Priority: HIGHEST for action port [ 660.105119] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0b2f680-0cb8-4b70-a1e5-4e71db53516c taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.105119] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0b2f680-0cb8-4b70-a1e5-4e71db53516c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 660.105119] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0b2f680-0cb8-4b70-a1e5-4e71db53516c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 660.105119] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0b2f680-0cb8-4b70-a1e5-4e71db53516c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 660.105119] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b2f680-0cb8-4b70-a1e5-4e71db53516c',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 660.124310] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0b2f680-0cb8-4b70-a1e5-4e71db53516c [ 660.124553] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.124668] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 660.124814] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 660.124903] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 660.124999] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 660.125134] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0b2f680-0cb8-4b70-a1e5-4e71db53516c already deleted. [ 660.125224] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0b2f680-0cb8-4b70-a1e5-4e71db53516c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 660.253241] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 in Status: SUCCESS [ 660.253446] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 deletion is rescheduled due to dependency. [ 660.253553] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 660.289719] env[60019]: INFO networking_nsxv3.common.synchronization [req-68696909-aa75-4998-bb13-0c63cf192b9e req-830d0fb9-7849-49fa-8536-64bfb470bde5 tempest-TenantUsagesTestJSON-787131523 tempest-TenantUsagesTestJSON-787131523-project-member] Enqueued Resource ID: c9448588-53d3-47fb-9070-f48d3aa249e6 with Priority: HIGHEST for action security_group_members [ 660.289719] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9448588-53d3-47fb-9070-f48d3aa249e6 with Priority: HIGHEST for action security_group_members [ 660.289719] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.289719] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 660.289719] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 660.289719] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 660.289938] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.289992] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 660.290432] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 660.290674] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 660.292043] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 660.292043] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 660.306644] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.307183] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 660.307403] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 660.307707] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 660.307893] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 660.308212] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.308457] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 660.309015] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 660.309015] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 660.309015] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 660.309015] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9448588-53d3-47fb-9070-f48d3aa249e6 already deleted. [ 660.309529] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.217106] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.217106] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.217106] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.217106] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.217106] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.217106] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.217106] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.217106] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.218037] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.218309] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 661.218431] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 661.218544] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 661.218797] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 661.218797] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 661.219232] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 661.219232] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.239981] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.240049] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 661.241152] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 661.241152] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.241152] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.241152] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.241152] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.241422] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.241583] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 661.261631] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.261980] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.262048] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.262326] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.262504] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.262676] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d not found, creating... [ 661.262970] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.263218] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.263321] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.263553] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.263710] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.264246] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.264477] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.264536] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.264727] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.265113] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.265113] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d is going to be created. [ 661.289238] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.289238] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.289238] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.289592] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.289766] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.289953] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.840279] env[60019]: INFO networking_nsxv3.common.synchronization [req-68696909-aa75-4998-bb13-0c63cf192b9e req-fc38bb72-6577-4138-9d72-c18c1fd976f8 service neutron] Enqueued Resource ID: c9448588-53d3-47fb-9070-f48d3aa249e6 with Priority: HIGHEST for action security_group_rules [ 661.840786] env[60019]: INFO networking_nsxv3.common.synchronization [req-68696909-aa75-4998-bb13-0c63cf192b9e req-fc38bb72-6577-4138-9d72-c18c1fd976f8 service neutron] Enqueued Resource ID: c9448588-53d3-47fb-9070-f48d3aa249e6 with Priority: HIGHEST for action security_group_members [ 661.841451] env[60019]: INFO networking_nsxv3.common.synchronization [req-68696909-aa75-4998-bb13-0c63cf192b9e req-fc38bb72-6577-4138-9d72-c18c1fd976f8 service neutron] Enqueued Resource ID: fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d with Priority: HIGHEST for action port [ 661.841836] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9448588-53d3-47fb-9070-f48d3aa249e6 with Priority: HIGHEST for action security_group_rules [ 661.842214] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9448588-53d3-47fb-9070-f48d3aa249e6 with Priority: HIGHEST for action security_group_members [ 661.842522] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d with Priority: HIGHEST for action port [ 661.843224] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.843521] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.843706] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.844183] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.847018] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 661.847018] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.847018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.847018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.847018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.847018] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.847018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.847018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.847018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.847018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.847018] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 661.850684] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.851472] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.854976] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.854976] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.854976] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 661.869201] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 661.884180] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.884359] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.889376] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d with status ACTIVE [ 661.889561] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.889756] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.889886] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.890239] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.890306] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.890878] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.890878] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.891025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.891373] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.891521] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.891766] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.891999] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.892135] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.892541] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.892774] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.892938] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d is going to be updated. [ 661.898200] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 661.906309] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.906453] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.906539] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.906919] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.907247] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.907581] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9448588-53d3-47fb-9070-f48d3aa249e6 is going to be created. [ 661.923259] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.923343] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.923409] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.923638] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.923773] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.923937] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.932888] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.933038] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 661.933110] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 661.933418] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 661.933594] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 661.954833] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9448588-53d3-47fb-9070-f48d3aa249e6 in Status: UNINITIALIZED for 2s [ 663.121071] env[60019]: INFO networking_nsxv3.common.synchronization [None req-8b4275f5-896c-43b9-973e-05dcde2005c9 None None] Enqueued Resource ID: ee581034-214a-4e09-85e3-0577ce82a5eb with Priority: HIGHEST for action port [ 663.121071] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee581034-214a-4e09-85e3-0577ce82a5eb with Priority: HIGHEST for action port [ 663.121071] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee581034-214a-4e09-85e3-0577ce82a5eb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.121071] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee581034-214a-4e09-85e3-0577ce82a5eb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 663.121071] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee581034-214a-4e09-85e3-0577ce82a5eb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 663.121071] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee581034-214a-4e09-85e3-0577ce82a5eb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 663.121071] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee581034-214a-4e09-85e3-0577ce82a5eb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 663.130164] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee581034-214a-4e09-85e3-0577ce82a5eb [ 663.130164] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.130164] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 663.130164] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 663.130164] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 663.130164] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.130164] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee581034-214a-4e09-85e3-0577ce82a5eb already deleted. [ 663.130164] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee581034-214a-4e09-85e3-0577ce82a5eb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.968115] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9448588-53d3-47fb-9070-f48d3aa249e6 in Status: SUCCESS [ 663.968376] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.968544] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 663.968765] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 663.968964] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.969101] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 663.969180] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 663.969341] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 663.969426] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.969520] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.969627] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 663.993274] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.993427] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 663.993504] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 663.993718] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 663.993894] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.994131] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 663.994262] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 663.994436] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 663.994533] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.994629] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.994874] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.994874] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 663.994947] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 663.995175] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 663.995326] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.995487] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 663.995487] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 663.995574] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 663.995637] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.995754] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 663.995800] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 664.006725] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9448588-53d3-47fb-9070-f48d3aa249e6: rpc.has_security_group_logging(os_id): False [ 664.027544] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.027544] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 664.027544] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 664.027544] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 664.027544] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 664.027544] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.027544] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 664.027544] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 664.027544] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 664.027544] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 664.027544] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.027544] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 664.028421] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 664.028742] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 664.028962] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 664.030016] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.030016] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 664.030016] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 664.030016] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 664.030016] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 664.030016] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9448588-53d3-47fb-9070-f48d3aa249e6 is going to be created. [ 664.091915] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.091915] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 664.091915] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 664.091915] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 664.091915] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 664.102545] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9448588-53d3-47fb-9070-f48d3aa249e6 in Status: IN_PROGRESS for 2s [ 665.351947] env[60019]: INFO networking_nsxv3.common.synchronization [None req-b3b17962-6279-4295-a031-cef0758af2d5 None None] Enqueued Resource ID: f2f5bfd4-30bb-4009-9067-dadd9008649c with Priority: HIGHEST for action port [ 665.354237] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f5bfd4-30bb-4009-9067-dadd9008649c with Priority: HIGHEST for action port [ 665.355050] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2f5bfd4-30bb-4009-9067-dadd9008649c taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.355050] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2f5bfd4-30bb-4009-9067-dadd9008649c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 665.355050] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2f5bfd4-30bb-4009-9067-dadd9008649c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 665.355050] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2f5bfd4-30bb-4009-9067-dadd9008649c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 665.355050] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2f5bfd4-30bb-4009-9067-dadd9008649c',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 665.380551] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2f5bfd4-30bb-4009-9067-dadd9008649c [ 665.380776] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.380915] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 665.380981] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 665.381211] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 665.381294] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 665.381469] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2f5bfd4-30bb-4009-9067-dadd9008649c already deleted. [ 665.381557] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2f5bfd4-30bb-4009-9067-dadd9008649c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 666.120417] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9448588-53d3-47fb-9070-f48d3aa249e6 in Status: SUCCESS [ 666.120656] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 666.367646] env[60019]: INFO networking_nsxv3.common.synchronization [None req-03e19c28-9f17-48c4-aee2-d16f5ddfe787 None None] Enqueued Resource ID: ca83189e-8ddd-4f22-a5b7-533e3b23c11a with Priority: HIGHEST for action port [ 666.367940] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca83189e-8ddd-4f22-a5b7-533e3b23c11a with Priority: HIGHEST for action port [ 666.368223] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca83189e-8ddd-4f22-a5b7-533e3b23c11a taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.368358] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca83189e-8ddd-4f22-a5b7-533e3b23c11a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 666.368426] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca83189e-8ddd-4f22-a5b7-533e3b23c11a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 666.368701] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca83189e-8ddd-4f22-a5b7-533e3b23c11a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 666.368787] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca83189e-8ddd-4f22-a5b7-533e3b23c11a',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 666.392098] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca83189e-8ddd-4f22-a5b7-533e3b23c11a [ 666.392337] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.392855] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 666.392964] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 666.393161] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 666.393256] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 666.393357] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca83189e-8ddd-4f22-a5b7-533e3b23c11a already deleted. [ 666.393442] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca83189e-8ddd-4f22-a5b7-533e3b23c11a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.683279] env[60019]: INFO networking_nsxv3.common.synchronization [None req-8b42f525-eb16-4ef2-957b-729a7f472440 None None] Enqueued Resource ID: 1c34c067-d619-4f6e-bc63-1ef63f1d78f2 with Priority: HIGHEST for action port [ 668.683604] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c34c067-d619-4f6e-bc63-1ef63f1d78f2 with Priority: HIGHEST for action port [ 668.683722] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c34c067-d619-4f6e-bc63-1ef63f1d78f2 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.683904] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c34c067-d619-4f6e-bc63-1ef63f1d78f2" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.683904] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c34c067-d619-4f6e-bc63-1ef63f1d78f2" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.685812] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c34c067-d619-4f6e-bc63-1ef63f1d78f2" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.685812] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c34c067-d619-4f6e-bc63-1ef63f1d78f2',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 668.708601] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c34c067-d619-4f6e-bc63-1ef63f1d78f2 [ 668.708601] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.708601] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.708601] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.708829] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.708829] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.708917] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c34c067-d619-4f6e-bc63-1ef63f1d78f2 already deleted. [ 668.708995] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c34c067-d619-4f6e-bc63-1ef63f1d78f2" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 672.105391] env[60019]: INFO networking_nsxv3.common.synchronization [None req-b7e20bd8-a40e-4aea-83bd-a1dc55e074d6 None None] Enqueued Resource ID: d9c3fd62-bd78-42cb-b6c0-3bba4dd086fa with Priority: HIGHEST for action port [ 672.106377] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c3fd62-bd78-42cb-b6c0-3bba4dd086fa with Priority: HIGHEST for action port [ 672.106377] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9c3fd62-bd78-42cb-b6c0-3bba4dd086fa taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.106377] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9c3fd62-bd78-42cb-b6c0-3bba4dd086fa" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 672.106377] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9c3fd62-bd78-42cb-b6c0-3bba4dd086fa" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 672.106640] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9c3fd62-bd78-42cb-b6c0-3bba4dd086fa" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 672.106640] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9c3fd62-bd78-42cb-b6c0-3bba4dd086fa',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 672.129284] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9c3fd62-bd78-42cb-b6c0-3bba4dd086fa [ 672.129516] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.129651] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 672.129723] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 672.129943] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 672.131946] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 672.132120] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9c3fd62-bd78-42cb-b6c0-3bba4dd086fa already deleted. [ 672.132227] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9c3fd62-bd78-42cb-b6c0-3bba4dd086fa" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 674.099513] env[60019]: INFO networking_nsxv3.common.synchronization [None req-45387f04-4385-414c-be31-47efd89ad522 tempest-ServerActionsV293TestJSON-332701173 tempest-ServerActionsV293TestJSON-332701173-project-member] Enqueued Resource ID: f0c787fa-120a-4743-919b-c3cbe8b396e8 with Priority: HIGHEST for action security_group_rules [ 674.099797] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c787fa-120a-4743-919b-c3cbe8b396e8 with Priority: HIGHEST for action security_group_rules [ 674.100394] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0c787fa-120a-4743-919b-c3cbe8b396e8 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.100538] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0c787fa-120a-4743-919b-c3cbe8b396e8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 674.100604] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0c787fa-120a-4743-919b-c3cbe8b396e8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 674.100866] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0c787fa-120a-4743-919b-c3cbe8b396e8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 674.100950] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0c787fa-120a-4743-919b-c3cbe8b396e8',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 674.133064] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.133224] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 674.133295] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 674.133506] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 674.133603] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 674.133719] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0c787fa-120a-4743-919b-c3cbe8b396e8 already deleted. [ 674.133807] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0c787fa-120a-4743-919b-c3cbe8b396e8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 674.164798] env[60019]: INFO networking_nsxv3.common.synchronization [None req-f392d508-4538-47b1-b43f-7f0bf5c59954 tempest-ServerActionsV293TestJSON-332701173 tempest-ServerActionsV293TestJSON-332701173-project-member] Enqueued Resource ID: f0c787fa-120a-4743-919b-c3cbe8b396e8 with Priority: HIGHEST for action security_group_rules [ 674.165087] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c787fa-120a-4743-919b-c3cbe8b396e8 with Priority: HIGHEST for action security_group_rules [ 674.165779] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0c787fa-120a-4743-919b-c3cbe8b396e8 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.165931] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0c787fa-120a-4743-919b-c3cbe8b396e8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 674.166010] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0c787fa-120a-4743-919b-c3cbe8b396e8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 674.166225] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0c787fa-120a-4743-919b-c3cbe8b396e8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 674.166304] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0c787fa-120a-4743-919b-c3cbe8b396e8',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 674.187127] env[60019]: INFO networking_nsxv3.common.synchronization [None req-90e46524-a551-49ad-af83-c4e7a0ce4ba8 None None] Enqueued Resource ID: 9ee117f6-6611-463b-bd57-32d5198fcb47 with Priority: HIGHEST for action port [ 674.187409] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee117f6-6611-463b-bd57-32d5198fcb47 with Priority: HIGHEST for action port [ 674.187913] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ee117f6-6611-463b-bd57-32d5198fcb47 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.188060] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ee117f6-6611-463b-bd57-32d5198fcb47" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 674.188133] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ee117f6-6611-463b-bd57-32d5198fcb47" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 674.188417] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ee117f6-6611-463b-bd57-32d5198fcb47" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 674.188499] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ee117f6-6611-463b-bd57-32d5198fcb47',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 674.195773] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.196538] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 674.196538] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 674.196538] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 674.196538] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 674.196538] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0c787fa-120a-4743-919b-c3cbe8b396e8 already deleted. [ 674.196538] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0c787fa-120a-4743-919b-c3cbe8b396e8" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 674.198196] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ee117f6-6611-463b-bd57-32d5198fcb47 [ 674.198384] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.198498] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 674.198567] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 674.198739] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 674.198825] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 674.198913] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ee117f6-6611-463b-bd57-32d5198fcb47 already deleted. [ 674.198993] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ee117f6-6611-463b-bd57-32d5198fcb47" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 675.638384] env[60019]: INFO networking_nsxv3.common.synchronization [None req-b09df92a-86ff-44ce-b042-bf96aa4f1a5d None None] Enqueued Resource ID: b03da4cd-f229-4f1f-8512-bfcdf9593ece with Priority: HIGHEST for action port [ 675.638679] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03da4cd-f229-4f1f-8512-bfcdf9593ece with Priority: HIGHEST for action port [ 675.638962] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-b03da4cd-f229-4f1f-8512-bfcdf9593ece taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.639265] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b03da4cd-f229-4f1f-8512-bfcdf9593ece" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 675.639265] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b03da4cd-f229-4f1f-8512-bfcdf9593ece" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 675.639543] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b03da4cd-f229-4f1f-8512-bfcdf9593ece" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 675.639634] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03da4cd-f229-4f1f-8512-bfcdf9593ece',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 675.668472] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b03da4cd-f229-4f1f-8512-bfcdf9593ece [ 675.668702] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.669166] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 675.669248] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 675.669456] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 675.669550] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 675.669645] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b03da4cd-f229-4f1f-8512-bfcdf9593ece already deleted. [ 675.669760] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b03da4cd-f229-4f1f-8512-bfcdf9593ece" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 676.199393] env[60019]: INFO networking_nsxv3.common.synchronization [None req-e16bf234-5431-4724-8461-2665ac01bc78 tempest-ServerActionsTestOtherA-202760684 tempest-ServerActionsTestOtherA-202760684-project-member] Enqueued Resource ID: e74bb069-7712-4957-95e3-0d8ef243ad64 with Priority: HIGHEST for action security_group_rules [ 676.199393] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74bb069-7712-4957-95e3-0d8ef243ad64 with Priority: HIGHEST for action security_group_rules [ 676.199722] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e74bb069-7712-4957-95e3-0d8ef243ad64 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.199722] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e74bb069-7712-4957-95e3-0d8ef243ad64" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 676.199722] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e74bb069-7712-4957-95e3-0d8ef243ad64" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 676.200432] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e74bb069-7712-4957-95e3-0d8ef243ad64" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 676.200432] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e74bb069-7712-4957-95e3-0d8ef243ad64',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 676.238626] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.238772] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 676.238855] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 676.239238] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 676.239357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 676.239624] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e74bb069-7712-4957-95e3-0d8ef243ad64 already deleted. [ 676.239723] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e74bb069-7712-4957-95e3-0d8ef243ad64" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 676.261481] env[60019]: INFO networking_nsxv3.common.synchronization [None req-2c6669bf-064e-4d60-a5a7-bfae643d8084 tempest-ServerActionsTestOtherA-202760684 tempest-ServerActionsTestOtherA-202760684-project-member] Enqueued Resource ID: e74bb069-7712-4957-95e3-0d8ef243ad64 with Priority: HIGHEST for action security_group_rules [ 676.261772] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74bb069-7712-4957-95e3-0d8ef243ad64 with Priority: HIGHEST for action security_group_rules [ 676.262556] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e74bb069-7712-4957-95e3-0d8ef243ad64 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.262556] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e74bb069-7712-4957-95e3-0d8ef243ad64" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 676.262556] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e74bb069-7712-4957-95e3-0d8ef243ad64" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 676.264107] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e74bb069-7712-4957-95e3-0d8ef243ad64" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 676.264107] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e74bb069-7712-4957-95e3-0d8ef243ad64',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 676.297925] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.298080] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 676.298190] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 676.298767] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 676.298767] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 676.298767] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e74bb069-7712-4957-95e3-0d8ef243ad64 already deleted. [ 676.298767] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e74bb069-7712-4957-95e3-0d8ef243ad64" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 677.625952] env[60019]: INFO networking_nsxv3.common.synchronization [None req-d855c6c8-74b5-4eb6-90cd-7708672cae48 None None] Enqueued Resource ID: 902828b2-eadd-47f5-b87f-dec079bb1814 with Priority: HIGHEST for action port [ 677.626262] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902828b2-eadd-47f5-b87f-dec079bb1814 with Priority: HIGHEST for action port [ 677.626531] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-902828b2-eadd-47f5-b87f-dec079bb1814 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.626693] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-902828b2-eadd-47f5-b87f-dec079bb1814" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 677.626781] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-902828b2-eadd-47f5-b87f-dec079bb1814" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 677.627041] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-902828b2-eadd-47f5-b87f-dec079bb1814" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 677.627131] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('902828b2-eadd-47f5-b87f-dec079bb1814',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 677.636734] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 902828b2-eadd-47f5-b87f-dec079bb1814 [ 677.636947] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.637094] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 677.637163] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 677.637362] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 677.637450] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 677.637547] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:902828b2-eadd-47f5-b87f-dec079bb1814 already deleted. [ 677.637639] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-902828b2-eadd-47f5-b87f-dec079bb1814" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 682.627490] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 682.627886] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 687.628785] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 687.629106] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 692.629969] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 692.630241] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 697.630922] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 697.631259] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 702.631972] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 702.632323] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 706.366995] env[60019]: INFO networking_nsxv3.common.synchronization [req-30b24ba5-531e-443c-a69b-a353e14a01d7 req-e1cd335d-49ad-408f-941f-267a83e49135 tempest-ServerAddressesTestJSON-1201308295 tempest-ServerAddressesTestJSON-1201308295-project-member] Enqueued Resource ID: 9091e93c-dd03-422d-8d43-235333b7c121 with Priority: HIGHEST for action security_group_members [ 706.367301] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9091e93c-dd03-422d-8d43-235333b7c121 with Priority: HIGHEST for action security_group_members [ 706.367805] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9091e93c-dd03-422d-8d43-235333b7c121 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.367936] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 706.368017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 706.368281] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 706.368437] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.368540] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 706.368608] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 706.368763] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 706.368851] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 706.368945] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9091e93c-dd03-422d-8d43-235333b7c121',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 706.380051] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.380199] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 706.380279] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 706.380469] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 706.380561] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 706.380744] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.380844] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 706.380909] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 706.381069] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 706.381150] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 706.381237] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9091e93c-dd03-422d-8d43-235333b7c121 already deleted. [ 706.381316] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 706.936192] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.936386] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-997" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 706.936505] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-997" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 706.936842] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-997" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 706.937119] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.937279] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 706.937399] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 706.937617] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 706.937761] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 706.940271] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 706.940456] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 706.940580] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 706.940694] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 706.940874] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 706.940985] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 706.941134] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.962772] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.962930] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 706.963094] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 706.963284] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-997" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 706.963592] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-aa044565-88e5-4dc1-a4ad-2a709936cbba taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.963770] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-aa044565-88e5-4dc1-a4ad-2a709936cbba" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 706.963892] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-aa044565-88e5-4dc1-a4ad-2a709936cbba" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 706.964240] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-aa044565-88e5-4dc1-a4ad-2a709936cbba" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 706.964381] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa044565-88e5-4dc1-a4ad-2a709936cbba',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 706.980443] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.980682] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 706.980788] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 706.981090] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 706.981254] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 706.981413] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port aa044565-88e5-4dc1-a4ad-2a709936cbba not found, creating... [ 706.981705] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.981868] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 706.981988] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 706.982229] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 706.982369] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 706.982654] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.982826] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 706.982948] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 706.986289] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 706.986450] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 706.986601] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: aa044565-88e5-4dc1-a4ad-2a709936cbba is going to be created. [ 707.005705] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.005917] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 707.006055] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 707.006322] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 707.006548] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 707.006769] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-aa044565-88e5-4dc1-a4ad-2a709936cbba" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 707.764602] env[60019]: INFO networking_nsxv3.common.synchronization [req-30b24ba5-531e-443c-a69b-a353e14a01d7 req-aa6a38c8-8fac-45ad-b847-e5c985eae57e service neutron] Enqueued Resource ID: 9091e93c-dd03-422d-8d43-235333b7c121 with Priority: HIGHEST for action security_group_rules [ 707.765336] env[60019]: INFO networking_nsxv3.common.synchronization [req-30b24ba5-531e-443c-a69b-a353e14a01d7 req-aa6a38c8-8fac-45ad-b847-e5c985eae57e service neutron] Enqueued Resource ID: 9091e93c-dd03-422d-8d43-235333b7c121 with Priority: HIGHEST for action security_group_members [ 707.765336] env[60019]: INFO networking_nsxv3.common.synchronization [req-30b24ba5-531e-443c-a69b-a353e14a01d7 req-aa6a38c8-8fac-45ad-b847-e5c985eae57e service neutron] Enqueued Resource ID: aa044565-88e5-4dc1-a4ad-2a709936cbba with Priority: HIGHEST for action port [ 707.765336] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9091e93c-dd03-422d-8d43-235333b7c121 with Priority: HIGHEST for action security_group_rules [ 707.765494] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9091e93c-dd03-422d-8d43-235333b7c121 with Priority: HIGHEST for action security_group_members [ 707.765494] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa044565-88e5-4dc1-a4ad-2a709936cbba with Priority: HIGHEST for action port [ 707.765994] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9091e93c-dd03-422d-8d43-235333b7c121 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.766294] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 707.766376] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 707.766688] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 707.766807] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9091e93c-dd03-422d-8d43-235333b7c121',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 707.772102] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9091e93c-dd03-422d-8d43-235333b7c121 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.772102] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 707.772102] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 707.772102] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 707.772102] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.772428] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 707.772428] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 707.772428] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 707.772519] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 707.772599] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9091e93c-dd03-422d-8d43-235333b7c121',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 707.773453] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa044565-88e5-4dc1-a4ad-2a709936cbba taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.773569] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa044565-88e5-4dc1-a4ad-2a709936cbba" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 707.773658] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa044565-88e5-4dc1-a4ad-2a709936cbba" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 707.773799] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa044565-88e5-4dc1-a4ad-2a709936cbba" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 707.773847] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa044565-88e5-4dc1-a4ad-2a709936cbba',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 707.794857] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9091e93c-dd03-422d-8d43-235333b7c121',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 707.805811] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9091e93c-dd03-422d-8d43-235333b7c121 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.805975] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 707.811819] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9091e93c-dd03-422d-8d43-235333b7c121',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 707.821321] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa044565-88e5-4dc1-a4ad-2a709936cbba with status ACTIVE [ 707.821549] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.821749] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 707.821834] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 707.822052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 707.822149] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 707.822346] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.822449] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 707.822514] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 707.822682] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 707.822783] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 707.822977] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.823086] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 707.823150] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 707.823293] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 707.823367] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 707.823453] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa044565-88e5-4dc1-a4ad-2a709936cbba is going to be updated. [ 707.825551] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.825628] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 707.825697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 707.825857] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 707.825941] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 707.826054] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9091e93c-dd03-422d-8d43-235333b7c121 is going to be created. [ 707.854223] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.854405] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 707.854485] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 707.854760] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 707.854945] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 707.857764] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.857921] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 707.857993] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 707.858198] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 707.858328] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 707.858478] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa044565-88e5-4dc1-a4ad-2a709936cbba" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 707.876647] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9091e93c-dd03-422d-8d43-235333b7c121 in Status: UNINITIALIZED for 2s [ 709.091609] env[60019]: INFO networking_nsxv3.common.synchronization [None req-cc465c15-fbdb-4da2-a7c6-2c3ba2640d7b None None] Enqueued Resource ID: 4b4f430f-ff8b-4d52-8cea-2c9850c54e50 with Priority: HIGHEST for action port [ 709.091948] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b4f430f-ff8b-4d52-8cea-2c9850c54e50 with Priority: HIGHEST for action port [ 709.092474] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b4f430f-ff8b-4d52-8cea-2c9850c54e50 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.092608] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b4f430f-ff8b-4d52-8cea-2c9850c54e50" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 709.092704] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b4f430f-ff8b-4d52-8cea-2c9850c54e50" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 709.092985] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b4f430f-ff8b-4d52-8cea-2c9850c54e50" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 709.093298] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b4f430f-ff8b-4d52-8cea-2c9850c54e50',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 709.116703] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b4f430f-ff8b-4d52-8cea-2c9850c54e50 [ 709.116965] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.117120] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 709.117194] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 709.117412] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 709.117506] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 709.117597] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b4f430f-ff8b-4d52-8cea-2c9850c54e50 already deleted. [ 709.117854] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b4f430f-ff8b-4d52-8cea-2c9850c54e50" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 709.889633] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9091e93c-dd03-422d-8d43-235333b7c121 in Status: SUCCESS [ 709.889955] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 709.890075] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 709.891507] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 709.891838] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.891975] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 709.892091] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 709.892258] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 709.892348] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 709.892445] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 709.892538] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9091e93c-dd03-422d-8d43-235333b7c121',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 709.909458] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9091e93c-dd03-422d-8d43-235333b7c121 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.909458] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 709.909458] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 709.909458] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 709.909458] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.909458] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 709.909458] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 709.909779] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 709.909779] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 709.913012] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 709.913012] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9091e93c-dd03-422d-8d43-235333b7c121 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.913012] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 709.913012] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 709.913012] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 709.913012] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.913012] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 709.913012] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 709.913012] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 709.913012] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 709.913012] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 709.913012] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9091e93c-dd03-422d-8d43-235333b7c121',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 709.921044] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9091e93c-dd03-422d-8d43-235333b7c121: rpc.has_security_group_logging(os_id): False [ 709.940692] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.940692] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 709.940692] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 709.940692] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 709.940692] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 709.940692] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.940692] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 709.941090] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 709.941125] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 709.941214] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 709.941601] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.941772] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 709.941838] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 709.941987] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 709.942080] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 709.942267] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.942358] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 709.942418] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 709.942556] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 709.942628] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 709.942711] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9091e93c-dd03-422d-8d43-235333b7c121 is going to be created. [ 710.000204] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.000382] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 710.000566] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 710.000677] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 710.000871] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 710.011385] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9091e93c-dd03-422d-8d43-235333b7c121 in Status: IN_PROGRESS for 2s [ 711.028422] env[60019]: INFO networking_nsxv3.common.synchronization [None req-840a1e3c-557c-4196-a86a-dbfdec697a7d None None] Enqueued Resource ID: 5cdb780e-be3d-4540-8968-ee365db88a4a with Priority: HIGHEST for action port [ 711.028422] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdb780e-be3d-4540-8968-ee365db88a4a with Priority: HIGHEST for action port [ 711.028422] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cdb780e-be3d-4540-8968-ee365db88a4a taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.028422] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cdb780e-be3d-4540-8968-ee365db88a4a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 711.028422] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cdb780e-be3d-4540-8968-ee365db88a4a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 711.028422] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cdb780e-be3d-4540-8968-ee365db88a4a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 711.028422] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cdb780e-be3d-4540-8968-ee365db88a4a',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 711.037328] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cdb780e-be3d-4540-8968-ee365db88a4a [ 711.037328] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.037328] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 711.037328] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 711.037328] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 711.037328] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 711.037328] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cdb780e-be3d-4540-8968-ee365db88a4a already deleted. [ 711.037328] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cdb780e-be3d-4540-8968-ee365db88a4a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 712.024619] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9091e93c-dd03-422d-8d43-235333b7c121 in Status: SUCCESS [ 712.024863] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.027427] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 716.027427] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 721.028884] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 721.028884] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 726.030188] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 726.030610] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 731.031665] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 731.031665] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 736.032300] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 736.032667] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 741.033854] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 741.033854] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 746.035071] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 746.035466] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 751.036359] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 751.036359] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 753.194145] env[60019]: INFO networking_nsxv3.common.synchronization [req-268f4dc5-3f67-4434-af1a-623b52e88f81 req-fa067d53-d5a5-4056-82d9-c57d9b2a6f69 tempest-ServerDiagnosticsNegativeTest-1478228549 tempest-ServerDiagnosticsNegativeTest-1478228549-project-member] Enqueued Resource ID: 9326b969-4093-4acb-b77a-5edab201b985 with Priority: HIGHEST for action security_group_members [ 753.194145] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9326b969-4093-4acb-b77a-5edab201b985 with Priority: HIGHEST for action security_group_members [ 753.194145] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9326b969-4093-4acb-b77a-5edab201b985 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.194145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 753.194145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 753.194145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 753.194145] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.194145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 753.194145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 753.194915] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 753.195127] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 753.195330] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9326b969-4093-4acb-b77a-5edab201b985',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 753.207023] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.207023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 753.207023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 753.207023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 753.207023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 753.207023] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.207023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 753.207023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 753.207023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 753.207023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 753.207023] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9326b969-4093-4acb-b77a-5edab201b985 is going to be updated. [ 753.236819] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.236967] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 753.237066] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 753.237277] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 753.237410] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 753.246190] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9326b969-4093-4acb-b77a-5edab201b985 in Status: IN_PROGRESS for 2s [ 754.373449] env[60019]: INFO networking_nsxv3.common.synchronization [req-486ce0a8-156c-48a6-abf8-e5e7d3003872 req-6c323a8d-5752-44bc-9d60-53856c19de9c tempest-MultipleCreateTestJSON-328947127 tempest-MultipleCreateTestJSON-328947127-project-member] Enqueued Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_members [ 754.373707] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_members [ 754.374298] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.374441] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 754.374512] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 754.374782] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 754.374948] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.375567] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 754.375685] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 754.375894] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 754.376046] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 754.377239] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 754.387463] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.387615] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 754.387687] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 754.387874] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 754.387967] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 754.388179] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.388278] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 754.388348] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 754.388493] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 754.388569] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 754.388656] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996cc90a-7ee7-4423-87e3-57af46d383fb already deleted. [ 754.388745] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 754.975066] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.975293] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-217" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 754.975421] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-217" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 754.975752] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-217" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 754.976029] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.977157] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 754.977157] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 754.977157] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 754.977157] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 754.977157] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 754.977157] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 754.977157] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 754.977157] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 754.977681] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 754.977681] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 754.977681] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.999420] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.999583] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 754.999714] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 754.999959] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-217" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 755.000227] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-cae1a3f6-5e7d-4356-ad0d-b269f2feb62a taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.000401] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-cae1a3f6-5e7d-4356-ad0d-b269f2feb62a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.000544] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-cae1a3f6-5e7d-4356-ad0d-b269f2feb62a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 755.000842] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-cae1a3f6-5e7d-4356-ad0d-b269f2feb62a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 755.000983] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae1a3f6-5e7d-4356-ad0d-b269f2feb62a',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 755.016165] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.017501] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.017501] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 755.019095] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 755.019095] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 755.019095] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port cae1a3f6-5e7d-4356-ad0d-b269f2feb62a not found, creating... [ 755.019095] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.019095] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.019095] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 755.019913] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 755.020224] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 755.023023] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.023023] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.023023] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 755.023023] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 755.023023] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 755.023023] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: cae1a3f6-5e7d-4356-ad0d-b269f2feb62a is going to be created. [ 755.043224] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.043224] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.043224] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 755.043412] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 755.043510] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 755.043741] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-cae1a3f6-5e7d-4356-ad0d-b269f2feb62a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 755.257208] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9326b969-4093-4acb-b77a-5edab201b985 in Status: SUCCESS [ 755.257399] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9326b969-4093-4acb-b77a-5edab201b985 deletion is rescheduled due to dependency. [ 755.257522] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 755.567971] env[60019]: INFO networking_nsxv3.common.synchronization [req-486ce0a8-156c-48a6-abf8-e5e7d3003872 req-b371d824-75b9-4ef4-a167-faac7ed41f38 service neutron] Enqueued Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_rules [ 755.568279] env[60019]: INFO networking_nsxv3.common.synchronization [req-486ce0a8-156c-48a6-abf8-e5e7d3003872 req-b371d824-75b9-4ef4-a167-faac7ed41f38 service neutron] Enqueued Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_members [ 755.568332] env[60019]: INFO networking_nsxv3.common.synchronization [req-486ce0a8-156c-48a6-abf8-e5e7d3003872 req-b371d824-75b9-4ef4-a167-faac7ed41f38 service neutron] Enqueued Resource ID: cae1a3f6-5e7d-4356-ad0d-b269f2feb62a with Priority: HIGHEST for action port [ 755.568541] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_rules [ 755.570088] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_members [ 755.570088] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae1a3f6-5e7d-4356-ad0d-b269f2feb62a with Priority: HIGHEST for action port [ 755.570088] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.570088] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.570088] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 755.570088] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 755.570088] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 755.571187] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.571308] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.571386] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 755.571558] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 755.571707] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.571807] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.571872] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 755.572142] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 755.572296] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 755.572635] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 755.573305] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-cae1a3f6-5e7d-4356-ad0d-b269f2feb62a taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.573364] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cae1a3f6-5e7d-4356-ad0d-b269f2feb62a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.573436] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cae1a3f6-5e7d-4356-ad0d-b269f2feb62a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 755.573612] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cae1a3f6-5e7d-4356-ad0d-b269f2feb62a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 755.573691] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae1a3f6-5e7d-4356-ad0d-b269f2feb62a',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 755.592434] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 755.601661] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.601783] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.612841] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cae1a3f6-5e7d-4356-ad0d-b269f2feb62a with status ACTIVE [ 755.612889] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.613069] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.613129] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 755.613338] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 755.613505] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 755.613697] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.613801] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.613867] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 755.614062] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 755.614099] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 755.614536] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.614536] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.614536] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 755.614696] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 755.614696] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 755.614790] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cae1a3f6-5e7d-4356-ad0d-b269f2feb62a is going to be updated. [ 755.616274] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 755.626082] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.626278] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.626364] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 755.626499] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 755.626575] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 755.626698] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996cc90a-7ee7-4423-87e3-57af46d383fb is going to be created. [ 755.638338] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.638338] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.638338] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 755.638777] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 755.638777] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 755.638777] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cae1a3f6-5e7d-4356-ad0d-b269f2feb62a" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 755.650475] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.650742] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 755.650742] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 755.651256] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 755.651256] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 755.666662] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: UNINITIALIZED for 2s [ 757.680100] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: SUCCESS [ 757.680100] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 757.680100] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 757.680100] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 757.680100] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.680100] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 757.680100] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 757.680601] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 757.680601] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 757.680601] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 757.680601] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 757.691896] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.692133] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 757.692222] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 757.692422] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 757.692584] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.692676] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 757.692747] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 757.692893] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 757.692996] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 757.693111] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 757.693259] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.693355] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 757.693419] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 757.693563] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 757.693701] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.693794] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 757.693854] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 757.693989] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 757.694109] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 757.694170] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 757.694257] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 757.702824] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 996cc90a-7ee7-4423-87e3-57af46d383fb: rpc.has_security_group_logging(os_id): False [ 757.723289] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.723453] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 757.723529] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 757.723793] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 757.723914] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 757.724674] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.724674] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 757.724674] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 757.724674] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 757.724674] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 757.724913] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.724961] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 757.725035] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 757.725155] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 757.728111] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 757.728332] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.728442] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 757.728510] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 757.728668] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 757.728748] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 757.728838] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 996cc90a-7ee7-4423-87e3-57af46d383fb is going to be created. [ 757.792500] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.792655] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 757.792730] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 757.792946] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 757.793204] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 757.808714] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: IN_PROGRESS for 2s [ 758.146829] env[60019]: INFO networking_nsxv3.common.synchronization [None req-a8112d07-efbb-4690-9b15-8e9854a238c1 None None] Enqueued Resource ID: 3e9f5eee-0b48-4285-b8e0-5403c9a970bd with Priority: HIGHEST for action port [ 758.146829] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e9f5eee-0b48-4285-b8e0-5403c9a970bd with Priority: HIGHEST for action port [ 758.146829] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e9f5eee-0b48-4285-b8e0-5403c9a970bd taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.147040] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e9f5eee-0b48-4285-b8e0-5403c9a970bd" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 758.147040] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e9f5eee-0b48-4285-b8e0-5403c9a970bd" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 758.147211] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e9f5eee-0b48-4285-b8e0-5403c9a970bd" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 758.147784] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9f5eee-0b48-4285-b8e0-5403c9a970bd',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 758.160520] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e9f5eee-0b48-4285-b8e0-5403c9a970bd [ 758.160745] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.160884] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 758.160952] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 758.161182] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 758.161318] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 758.161365] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e9f5eee-0b48-4285-b8e0-5403c9a970bd already deleted. [ 758.161449] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e9f5eee-0b48-4285-b8e0-5403c9a970bd" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 759.821408] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: SUCCESS [ 759.821876] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 759.979122] env[60019]: INFO networking_nsxv3.common.synchronization [None req-07958f6b-8107-4fde-85af-c1df88ae25b9 None None] Enqueued Resource ID: 44e11198-7295-4351-9758-d35925d1adef with Priority: HIGHEST for action port [ 759.979406] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44e11198-7295-4351-9758-d35925d1adef with Priority: HIGHEST for action port [ 759.979717] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-44e11198-7295-4351-9758-d35925d1adef taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.979849] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44e11198-7295-4351-9758-d35925d1adef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 759.979920] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44e11198-7295-4351-9758-d35925d1adef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 759.980209] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44e11198-7295-4351-9758-d35925d1adef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 759.980299] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e11198-7295-4351-9758-d35925d1adef',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 759.998272] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44e11198-7295-4351-9758-d35925d1adef [ 759.998473] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.998601] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 759.998672] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 759.998874] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 759.998965] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 759.999084] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44e11198-7295-4351-9758-d35925d1adef already deleted. [ 759.999167] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44e11198-7295-4351-9758-d35925d1adef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 764.980943] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 764.980943] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 765.201012] env[60019]: INFO networking_nsxv3.common.synchronization [None req-6273c6f6-2d5d-4852-89b6-20a30e08a901 None None] Enqueued Resource ID: 770f04b9-c749-4111-85f9-395c67add563 with Priority: HIGHEST for action port [ 765.201306] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 770f04b9-c749-4111-85f9-395c67add563 with Priority: HIGHEST for action port [ 765.201609] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-770f04b9-c749-4111-85f9-395c67add563 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.201746] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-770f04b9-c749-4111-85f9-395c67add563" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.201808] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-770f04b9-c749-4111-85f9-395c67add563" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.202141] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-770f04b9-c749-4111-85f9-395c67add563" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.202227] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('770f04b9-c749-4111-85f9-395c67add563',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 765.237488] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 770f04b9-c749-4111-85f9-395c67add563 [ 765.237488] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.237488] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.237488] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.237737] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.239036] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.239036] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:770f04b9-c749-4111-85f9-395c67add563 already deleted. [ 765.239036] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-770f04b9-c749-4111-85f9-395c67add563" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.790770] env[60019]: INFO networking_nsxv3.common.synchronization [None req-b5fef252-210b-457d-904a-71f8ce07f3f8 tempest-ServersTestFqdnHostnames-309226866 tempest-ServersTestFqdnHostnames-309226866-project-member] Enqueued Resource ID: 30e76749-798a-47bf-a7c9-5e95f087c00f with Priority: HIGHEST for action security_group_rules [ 765.790968] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e76749-798a-47bf-a7c9-5e95f087c00f with Priority: HIGHEST for action security_group_rules [ 765.792174] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30e76749-798a-47bf-a7c9-5e95f087c00f taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.792174] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.792174] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.794326] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.794326] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30e76749-798a-47bf-a7c9-5e95f087c00f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 765.829528] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.829714] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.829764] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.829990] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.830144] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.830249] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30e76749-798a-47bf-a7c9-5e95f087c00f already deleted. [ 765.830335] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.897538] env[60019]: INFO networking_nsxv3.common.synchronization [None req-4edc104d-8272-4cda-be88-24c3bec4dfaf tempest-ServersTestFqdnHostnames-309226866 tempest-ServersTestFqdnHostnames-309226866-project-member] Enqueued Resource ID: 30e76749-798a-47bf-a7c9-5e95f087c00f with Priority: HIGHEST for action security_group_rules [ 765.899018] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e76749-798a-47bf-a7c9-5e95f087c00f with Priority: HIGHEST for action security_group_rules [ 765.899296] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30e76749-798a-47bf-a7c9-5e95f087c00f taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.899496] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.899611] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.899913] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.900124] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30e76749-798a-47bf-a7c9-5e95f087c00f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 765.938197] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.938197] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.938197] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.938197] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.938197] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.938197] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30e76749-798a-47bf-a7c9-5e95f087c00f already deleted. [ 765.938197] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 767.095942] env[60019]: INFO networking_nsxv3.common.synchronization [None req-4db47682-cab0-4417-9f74-91ae94295675 None None] Enqueued Resource ID: c2d8bc15-f5dd-4321-9cdb-e2e10d2fcd58 with Priority: HIGHEST for action port [ 767.096255] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d8bc15-f5dd-4321-9cdb-e2e10d2fcd58 with Priority: HIGHEST for action port [ 767.096561] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2d8bc15-f5dd-4321-9cdb-e2e10d2fcd58 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.096694] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2d8bc15-f5dd-4321-9cdb-e2e10d2fcd58" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 767.096764] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2d8bc15-f5dd-4321-9cdb-e2e10d2fcd58" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 767.097034] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2d8bc15-f5dd-4321-9cdb-e2e10d2fcd58" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 767.097121] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2d8bc15-f5dd-4321-9cdb-e2e10d2fcd58',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 767.105973] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2d8bc15-f5dd-4321-9cdb-e2e10d2fcd58 [ 767.106259] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.106486] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 767.106569] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 767.106773] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 767.106864] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 767.106961] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2d8bc15-f5dd-4321-9cdb-e2e10d2fcd58 already deleted. [ 767.107053] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2d8bc15-f5dd-4321-9cdb-e2e10d2fcd58" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 769.524890] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.524890] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 769.524890] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 769.524890] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 769.524890] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 769.533668] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 769.539414] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 769.545186] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 769.545186] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 770.287994] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.288217] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.288273] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.288472] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.301339] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 770.302139] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.302811] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 770.324755] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.324981] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.324981] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.325207] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.327741] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.328056] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 770.328153] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 770.328242] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 770.355853] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.356083] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.356083] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.356306] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.356881] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.357037] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 770.391498] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.391693] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.391767] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.391931] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.392186] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.392438] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 770.424790] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.425032] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.425032] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.425231] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.425376] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.425541] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:11. [ 770.425623] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9326b969-4093-4acb-b77a-5edab201b985', '996cc90a-7ee7-4423-87e3-57af46d383fb', '3f2ef077-7dfc-471d-ba73-abb5e602bdc9', '387938ad-0a9c-43d1-a155-a88a1b452f6e', 'e6eeba78-d27a-417d-9333-c533d8bf5ad5', '8efb42fa-6cdf-461e-8034-fe8ab6f80974', '02e50ce1-648a-4330-b047-e2e4707be583', '33305b1f-f1f3-494c-a1cf-84be023f0b92', 'c9448588-53d3-47fb-9070-f48d3aa249e6', '5f509e02-d864-4b45-96ed-a7a3f8bee1bc', '9091e93c-dd03-422d-8d43-235333b7c121'} {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 770.425702] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 770.444040] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.444234] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.444277] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.444456] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.444537] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.444647] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 770.444723] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 770.444788] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 770.481372] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.481642] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.481722] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.481940] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.482453] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.482665] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 770.482743] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 770.482810] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 770.482912] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 770.482954] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 11/11 resources of Type:Security Group Rules [ 770.483659] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9326b969-4093-4acb-b77a-5edab201b985 with Priority: HIGH for action security_group_rules [ 770.483659] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGH for action security_group_rules [ 770.483659] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 with Priority: HIGH for action security_group_rules [ 770.483659] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGH for action security_group_rules [ 770.483659] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGH for action security_group_rules [ 770.483659] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 with Priority: HIGH for action security_group_rules [ 770.483659] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGH for action security_group_rules [ 770.483659] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGH for action security_group_rules [ 770.483659] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9448588-53d3-47fb-9070-f48d3aa249e6 with Priority: HIGH for action security_group_rules [ 770.483659] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc with Priority: HIGH for action security_group_rules [ 770.484064] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9091e93c-dd03-422d-8d43-235333b7c121 with Priority: HIGH for action security_group_rules [ 770.484064] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 770.484064] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 770.484161] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.484330] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.484399] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.484575] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.484655] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.484844] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.484937] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.485009] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.485154] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.485229] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.485400] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.485496] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.485553] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.485689] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.485762] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.485931] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.486051] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.486091] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.486225] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.486298] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.486468] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.486579] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.486631] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.487125] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.487125] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.487125] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.487125] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.487125] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.487382] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.487382] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.487579] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.487659] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.487709] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.487830] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.487900] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.488080] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.488269] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.488269] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.488374] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.488421] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.489263] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.489263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.489263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.489263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.489263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.489263] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.489263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.489263] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.489556] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.489556] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.489556] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.489701] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.489701] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.490110] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.490110] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.490110] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.490274] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.490361] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.490505] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.491226] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.491226] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.491226] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.491226] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.491226] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.491226] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.491506] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.491506] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.491506] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.491612] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.491612] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.491768] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.491860] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.491922] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.492073] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.492202] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.492375] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.492468] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.492530] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.492699] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.492783] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.492954] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.493074] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.493194] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.493337] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.493410] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.493581] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.493675] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.493737] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.493874] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.493947] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.494123] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.494217] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.494303] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.494412] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.494484] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.494643] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.494738] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.494800] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.494935] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.495017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.495191] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.495287] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.495348] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.495482] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.495575] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.495716] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.495811] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.495870] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.496014] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.496092] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.496340] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.496438] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.496499] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.496638] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.496712] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.496828] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 770.496898] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 770.496970] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 770.537913] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.538349] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.538349] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.538349] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.538501] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.538642] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 770.575574] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.575826] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 770.575943] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 770.576237] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 770.576413] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 770.591759] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.097559] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 772.097835] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=11], Jobs=0 [ 772.097835] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9326b969-4093-4acb-b77a-5edab201b985 with Priority: HIGH for action security_group_rules [ 772.097937] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 with Priority: HIGH for action security_group_rules [ 772.098058] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGH for action security_group_rules [ 772.098162] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9091e93c-dd03-422d-8d43-235333b7c121 with Priority: HIGH for action security_group_rules [ 772.098259] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc with Priority: HIGH for action security_group_rules [ 772.098351] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9448588-53d3-47fb-9070-f48d3aa249e6 with Priority: HIGH for action security_group_rules [ 772.098442] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 with Priority: HIGH for action security_group_rules [ 772.098530] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGH for action security_group_rules [ 772.098620] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGH for action security_group_rules [ 772.098711] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGH for action security_group_rules [ 772.098799] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGH for action security_group_rules [ 772.099149] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9326b969-4093-4acb-b77a-5edab201b985 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.099290] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.099359] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.099564] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.099646] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9326b969-4093-4acb-b77a-5edab201b985',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.100673] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f2ef077-7dfc-471d-ba73-abb5e602bdc9 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.100803] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.100865] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.101050] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.101135] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f2ef077-7dfc-471d-ba73-abb5e602bdc9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.102262] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.102550] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.102550] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.102621] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.102656] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.103689] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9091e93c-dd03-422d-8d43-235333b7c121 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.103689] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.103689] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.103689] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.103913] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9091e93c-dd03-422d-8d43-235333b7c121',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.105748] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f509e02-d864-4b45-96ed-a7a3f8bee1bc taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.105748] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.105748] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.105748] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.105748] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f509e02-d864-4b45-96ed-a7a3f8bee1bc',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.105998] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.106111] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.106185] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.106349] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.106417] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.107372] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8efb42fa-6cdf-461e-8034-fe8ab6f80974 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.107441] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.107485] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.107634] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.107704] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8efb42fa-6cdf-461e-8034-fe8ab6f80974',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.108617] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.108720] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.108783] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.108930] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.108996] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.109784] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.109893] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.109941] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.110134] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.110208] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.110969] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.111078] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.111154] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.111303] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.111375] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.112293] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387938ad-0a9c-43d1-a155-a88a1b452f6e taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.112403] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.112468] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.112618] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.112689] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.112917] env[60019]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 772.119759] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.119887] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.119972] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.120163] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.120322] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.120423] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.120486] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.120632] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.120719] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.120807] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.120889] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.123083] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.123252] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.123305] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.123440] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.123589] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.123691] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.123744] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.123882] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.123962] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.124062] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.124144] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f2ef077-7dfc-471d-ba73-abb5e602bdc9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.134655] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.134827] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.134872] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.135057] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.153055] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.153320] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.153370] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.153561] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.153733] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.153834] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.153903] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.154089] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.154303] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.154436] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.154592] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.154688] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.154751] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.154894] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.155059] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.155156] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.155220] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.155357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.155432] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.155514] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.155601] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f2ef077-7dfc-471d-ba73-abb5e602bdc9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.157413] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.157532] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9326b969-4093-4acb-b77a-5edab201b985 is going to be deleted. [ 772.159074] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.159196] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.159268] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.159432] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.159579] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.159675] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.159739] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.159879] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.159959] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.160078] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.160237] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.160342] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.160400] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.160558] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.160784] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.160909] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.160956] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.161096] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.161172] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.161258] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.161344] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.177472] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.177633] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.177710] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.179165] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.179359] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.179464] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.179532] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.179700] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.179779] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.179874] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.179960] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f509e02-d864-4b45-96ed-a7a3f8bee1bc',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.181304] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-387938ad-0a9c-43d1-a155-a88a1b452f6e taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.181409] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.181485] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.181647] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.181796] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.181891] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.182084] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.182312] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.182403] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.182493] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.182579] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.184242] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f2ef077-7dfc-471d-ba73-abb5e602bdc9: rpc.has_security_group_logging(os_id): False [ 772.190075] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02e50ce1-648a-4330-b047-e2e4707be583: rpc.has_security_group_logging(os_id): False [ 772.205403] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.205623] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.205623] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.205921] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.210359] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.210513] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.210569] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.210742] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.210899] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.210998] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.211074] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.211225] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.211412] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.211562] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.211621] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.212876] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.213044] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.213125] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.213296] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.213452] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.213548] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.213613] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.213755] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.213834] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.213923] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.214016] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.215263] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.217184] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.217285] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.218527] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.218626] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.218842] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.218948] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.219029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.219202] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.219349] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.219522] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.219522] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.219652] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.219733] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.219817] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.219961] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.220076] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.220157] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.220309] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.220446] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.220537] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.220595] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.220733] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.220807] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.220889] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.220971] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f509e02-d864-4b45-96ed-a7a3f8bee1bc',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.222397] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.222684] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.222684] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.222790] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.222920] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.222984] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.223059] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.223205] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.223326] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.223363] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.223445] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.224166] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9091e93c-dd03-422d-8d43-235333b7c121 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.224279] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.224348] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.224521] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.224668] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.224769] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.224835] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.224978] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.225070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.225157] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.225241] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9091e93c-dd03-422d-8d43-235333b7c121',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.226694] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.226956] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.227056] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.227056] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.227209] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.227290] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.227496] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.227586] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.227645] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.227784] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.227853] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.228047] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.228147] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.228207] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.228320] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.228395] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.228486] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 is going to be updated. [ 772.230239] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.230331] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.230405] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.230556] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.230637] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.230745] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.231127] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.231286] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.235938] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f509e02-d864-4b45-96ed-a7a3f8bee1bc: rpc.has_security_group_logging(os_id): False [ 772.252564] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 387938ad-0a9c-43d1-a155-a88a1b452f6e: rpc.has_security_group_logging(os_id): False [ 772.254377] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.254637] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.255759] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.255896] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.255967] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.256188] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.256348] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.256449] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.256511] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.256654] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.256740] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.256825] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.256972] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.257080] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.257178] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.257323] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.257476] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.257578] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.257638] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.257776] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.257846] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.257932] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.258030] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.258857] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.258968] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.259049] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.259204] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.259350] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.259447] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.259511] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.259649] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.259723] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.259808] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.259950] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.260076] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.260145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.260292] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.260429] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.260522] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.260582] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.260750] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.260784] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.260860] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.260942] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.262440] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.262550] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 is going to be deleted. [ 772.264732] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.264894] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.265880] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.265997] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.266081] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.266230] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.266378] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.266475] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.266537] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.266674] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.266753] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.266838] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.266919] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.267662] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9091e93c-dd03-422d-8d43-235333b7c121 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.267774] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.267843] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.267994] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.268153] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.268250] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.268313] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.268452] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.268527] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.268613] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.268753] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9091e93c-dd03-422d-8d43-235333b7c121 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.268847] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.268907] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.269056] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.269240] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.269287] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.269329] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.269460] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.269536] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.269618] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.269698] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9091e93c-dd03-422d-8d43-235333b7c121',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.271291] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6eeba78-d27a-417d-9333-c533d8bf5ad5: rpc.has_security_group_logging(os_id): False [ 772.273678] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.273803] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.273863] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.274042] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.274370] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.274370] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.274370] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.274528] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.274562] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.274639] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.274900] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.274900] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.275021] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.275076] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.275214] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.275303] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.275360] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.275497] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.275568] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.275650] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.275735] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.277970] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33305b1f-f1f3-494c-a1cf-84be023f0b92: rpc.has_security_group_logging(os_id): False [ 772.287043] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.287184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.287335] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9091e93c-dd03-422d-8d43-235333b7c121: rpc.has_security_group_logging(os_id): False [ 772.288397] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.288518] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.288588] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.288782] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.288928] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.289035] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.289162] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.289353] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.289440] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.289529] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.289674] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.289768] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.289828] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.289970] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.290152] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.290250] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.290312] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.290458] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.290536] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.290621] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.290705] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 772.293793] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 996cc90a-7ee7-4423-87e3-57af46d383fb: rpc.has_security_group_logging(os_id): False [ 772.297334] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9448588-53d3-47fb-9070-f48d3aa249e6: rpc.has_security_group_logging(os_id): False [ 772.301048] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.301317] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.301439] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.301502] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.301688] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.301770] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.301958] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.302075] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.302149] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.302302] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.302378] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.302564] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.302643] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.302705] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.302843] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.302918] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.303015] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02e50ce1-648a-4330-b047-e2e4707be583 is going to be updated. [ 772.304286] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.304453] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.308410] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.308515] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.310794] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.310906] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.455713] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.455899] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.459129] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.459129] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.459129] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.459129] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.459129] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.459129] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.459129] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.459129] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.459129] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.459129] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.459129] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.459129] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.459129] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.459698] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.459698] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.459698] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.459698] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.459698] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.459698] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc is going to be updated. [ 772.464020] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.464020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.464020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.464020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.464020] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.464020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.464020] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.464020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.464459] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.464575] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.507484] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.507788] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.507922] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.507990] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.508216] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.508303] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.508512] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.508610] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.508662] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.508815] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.508891] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.509113] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.509215] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.509279] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.509428] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.509507] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.509602] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 is going to be updated. [ 772.510970] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.511165] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.511321] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.512593] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.512760] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.547254] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.547720] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.547953] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.548043] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.548302] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.548395] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.548639] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.548743] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.548807] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.548962] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.549050] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.549262] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.549353] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.549420] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.549564] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.549808] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.549808] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9448588-53d3-47fb-9070-f48d3aa249e6 is going to be updated. [ 772.550970] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.551156] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.551248] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.551393] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.551502] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.551647] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.551783] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.553596] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 in Status: IN_PROGRESS for 2s [ 772.553730] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.553899] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.578997] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: IN_PROGRESS for 2s [ 772.581136] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.581345] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.589231] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.589524] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.589652] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.589720] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.589932] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.590025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.590251] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.590356] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.590421] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.590583] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.590658] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.590839] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.590921] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.590975] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.591136] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.591212] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.591348] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9091e93c-dd03-422d-8d43-235333b7c121 is going to be updated. [ 772.592542] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.592707] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.616024] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.616024] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.633038] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.633038] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.633038] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.633038] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.633038] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.633038] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.633038] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.633038] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.633038] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.633038] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.633038] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.633038] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.633038] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.633632] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.633632] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.633632] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.633632] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 is going to be updated. [ 772.634984] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.635447] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.664191] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.664191] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.689026] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.689026] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.689026] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.689026] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.689026] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.689026] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.689026] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e is going to be updated. [ 772.689847] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.690273] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.719272] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.719429] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.719600] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.719600] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.720624] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.720624] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.720624] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.720624] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.720624] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.720624] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.720624] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.721037] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.721037] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.721037] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.721037] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.721252] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.721252] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 996cc90a-7ee7-4423-87e3-57af46d383fb is going to be updated. [ 772.722504] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.722648] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.722783] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.723884] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.724058] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.724323] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.726070] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.726169] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.726257] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.726394] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.726517] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.727469] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.727792] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.727792] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.767265] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc in Status: IN_PROGRESS for 2s [ 772.768052] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: IN_PROGRESS for 2s [ 772.769488] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9448588-53d3-47fb-9070-f48d3aa249e6 in Status: IN_PROGRESS for 2s [ 772.775180] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9091e93c-dd03-422d-8d43-235333b7c121 in Status: IN_PROGRESS for 2s [ 772.776509] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.776664] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.776727] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.776933] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.777096] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.836905] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: IN_PROGRESS for 2s [ 772.844069] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.844232] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.844319] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.844539] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.844692] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.874200] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.874396] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 772.874436] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 772.874638] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 772.874783] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 772.876632] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e in Status: IN_PROGRESS for 2s [ 772.903135] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: IN_PROGRESS for 2s [ 774.567483] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 in Status: SUCCESS [ 774.567844] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 774.591947] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: SUCCESS [ 774.592237] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 774.784841] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc in Status: SUCCESS [ 774.785076] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 774.785953] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: SUCCESS [ 774.786200] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 774.787529] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9448588-53d3-47fb-9070-f48d3aa249e6 in Status: SUCCESS [ 774.787755] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 774.788542] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9091e93c-dd03-422d-8d43-235333b7c121 in Status: SUCCESS [ 774.788715] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 774.849139] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: SUCCESS [ 774.849567] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 774.893266] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e in Status: SUCCESS [ 774.893532] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 774.915205] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: SUCCESS [ 774.915436] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 777.100313] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 777.100626] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 782.101748] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 782.102119] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 787.102804] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 787.103297] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 792.103975] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 792.103975] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 797.104555] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 797.104843] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 802.105438] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 802.105779] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 803.499653] env[60019]: INFO networking_nsxv3.common.synchronization [req-70d4942f-629a-46a2-bfe7-7decf2e3298a req-4cff42d5-5164-4d84-ad23-4dff03f5250b tempest-DeleteServersAdminTestJSON-4043494 tempest-DeleteServersAdminTestJSON-4043494-project-member] Enqueued Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_members [ 803.500084] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_members [ 803.500384] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.500510] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 803.500579] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 803.500788] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 803.500941] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.501206] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 803.501292] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 803.501450] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 803.501537] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 803.501633] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 803.509506] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.509639] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 803.509709] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 803.509890] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 803.509983] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 803.510187] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.510284] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 803.510345] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 803.510496] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 803.510572] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 803.510660] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02e50ce1-648a-4330-b047-e2e4707be583 is going to be updated. [ 803.543356] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.543541] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 803.543614] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 803.543828] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 803.543970] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 803.553413] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: IN_PROGRESS for 2s [ 804.700023] env[60019]: INFO networking_nsxv3.common.synchronization [req-486ce0a8-156c-48a6-abf8-e5e7d3003872 req-cbddc23c-9ee2-48fa-b052-02df66147908 tempest-MultipleCreateTestJSON-328947127 tempest-MultipleCreateTestJSON-328947127-project-member] Enqueued Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_members [ 804.700023] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_members [ 804.700023] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.700023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 804.700023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 804.700023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 804.700023] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.700023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 804.700023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 804.702239] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 804.702239] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 804.702239] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 804.710156] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 804.718825] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 804.725894] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.726261] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 804.726456] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 804.726769] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 804.726972] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 804.727473] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996cc90a-7ee7-4423-87e3-57af46d383fb is going to be updated. [ 804.761888] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.761888] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 804.761888] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 804.761888] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 804.761888] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 804.769924] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: IN_PROGRESS for 2s [ 805.370635] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.370855] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-217" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 805.371056] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-217" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 805.371353] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-217" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 805.371625] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.371786] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 805.371934] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 805.373215] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 805.373314] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 805.375032] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 805.375032] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 805.375032] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 805.375032] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 805.375032] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 805.375032] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 805.375032] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.403494] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.403696] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 805.403836] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 805.404038] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-217" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 805.404382] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-d143b257-e041-431a-bee6-35881166ba75 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.404565] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-d143b257-e041-431a-bee6-35881166ba75" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 805.404706] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-d143b257-e041-431a-bee6-35881166ba75" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 805.405103] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-d143b257-e041-431a-bee6-35881166ba75" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 805.405220] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d143b257-e041-431a-bee6-35881166ba75',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 805.419563] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.419793] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 805.419924] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 805.420279] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 805.420386] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 805.420551] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port d143b257-e041-431a-bee6-35881166ba75 not found, creating... [ 805.420818] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.420980] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 805.421121] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 805.421345] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 805.421484] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 805.421789] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.421945] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 805.422099] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 805.422382] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 805.422550] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 805.422703] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: d143b257-e041-431a-bee6-35881166ba75 is going to be created. [ 805.444076] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.444335] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 805.444464] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 805.444836] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 805.445092] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 805.445338] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-d143b257-e041-431a-bee6-35881166ba75" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 805.566531] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: SUCCESS [ 805.566720] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02e50ce1-648a-4330-b047-e2e4707be583 deletion is rescheduled due to dependency. [ 805.566851] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 805.742696] env[60019]: INFO networking_nsxv3.common.synchronization [req-486ce0a8-156c-48a6-abf8-e5e7d3003872 req-daea8fda-0548-46eb-b7c5-62b4955d855c service neutron] Enqueued Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_rules [ 805.743030] env[60019]: INFO networking_nsxv3.common.synchronization [req-486ce0a8-156c-48a6-abf8-e5e7d3003872 req-daea8fda-0548-46eb-b7c5-62b4955d855c service neutron] Enqueued Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_members [ 805.743076] env[60019]: INFO networking_nsxv3.common.synchronization [req-486ce0a8-156c-48a6-abf8-e5e7d3003872 req-daea8fda-0548-46eb-b7c5-62b4955d855c service neutron] Enqueued Resource ID: d143b257-e041-431a-bee6-35881166ba75 with Priority: HIGHEST for action port [ 805.743284] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_rules [ 805.744044] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_members [ 805.744044] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d143b257-e041-431a-bee6-35881166ba75 with Priority: HIGHEST for action port [ 805.744184] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.744184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 805.744316] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 805.744499] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 805.744581] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 805.745580] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.745769] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 805.746070] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-d143b257-e041-431a-bee6-35881166ba75 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.746232] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d143b257-e041-431a-bee6-35881166ba75" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 805.746338] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d143b257-e041-431a-bee6-35881166ba75" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 805.746545] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d143b257-e041-431a-bee6-35881166ba75" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 805.746838] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d143b257-e041-431a-bee6-35881166ba75',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 805.766150] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.766283] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 805.770769] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d143b257-e041-431a-bee6-35881166ba75 with status ACTIVE [ 805.770973] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.771116] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 805.771186] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 805.771380] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 805.771469] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 805.771641] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.771929] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 805.771929] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 805.772040] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 805.772040] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 805.772213] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.772301] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 805.772398] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 805.772528] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 805.772603] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 805.772690] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d143b257-e041-431a-bee6-35881166ba75 is going to be updated. [ 805.794039] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.794206] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 805.794275] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 805.794490] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 805.794623] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 805.794779] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d143b257-e041-431a-bee6-35881166ba75" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 806.779861] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: SUCCESS [ 806.780144] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 806.780144] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 806.780376] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 806.780571] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.780695] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 806.780762] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 806.780913] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 806.780993] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 806.781105] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 806.791501] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 806.799160] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 806.805542] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.805695] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 806.805766] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 806.805983] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 806.806094] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 806.806198] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996cc90a-7ee7-4423-87e3-57af46d383fb is going to be updated. [ 806.836375] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.836570] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 806.836650] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 806.836912] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 806.837091] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 806.848975] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: IN_PROGRESS for 2s [ 808.860325] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: SUCCESS [ 808.860662] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 808.861074] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 808.861304] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 808.861501] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.861698] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 808.861755] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 808.861884] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 808.862067] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 808.862067] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 808.862141] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 808.874046] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.874252] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 808.874252] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 808.874453] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 808.874617] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.874719] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 808.874784] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 808.874933] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 808.875034] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 808.875127] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 808.875280] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.875376] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 808.875440] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 808.875587] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 808.875723] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.875816] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 808.875878] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 808.876025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 808.876104] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 808.876188] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 808.876275] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 808.881651] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 996cc90a-7ee7-4423-87e3-57af46d383fb: rpc.has_security_group_logging(os_id): False [ 808.899456] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.899583] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 808.899583] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 808.899776] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 808.899868] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 808.900079] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.900176] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 808.900279] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 808.900421] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 808.900500] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 808.900708] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.900806] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 808.900869] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 808.901021] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 808.901095] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 808.901278] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.901371] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 808.901433] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 808.902028] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 808.902028] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 808.902028] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 996cc90a-7ee7-4423-87e3-57af46d383fb is going to be updated. [ 808.960944] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.961161] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 808.961161] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 808.961396] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 808.961542] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 808.976165] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: IN_PROGRESS for 2s [ 810.744934] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 810.745310] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 810.993519] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: SUCCESS [ 810.993856] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.746039] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 815.746338] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 820.747100] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 820.747407] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 825.748719] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 825.749060] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 830.749922] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 830.750193] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 835.751344] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 835.751701] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 840.752705] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 840.753076] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 845.753776] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 845.754081] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 850.544472] env[60019]: INFO networking_nsxv3.common.synchronization [req-9407ef92-5191-4f0f-83e3-c8098662b935 req-1816a6f1-3620-438e-8db6-25b553689552 tempest-ServerAddressesTestJSON-1201308295 tempest-ServerAddressesTestJSON-1201308295-project-member] Enqueued Resource ID: 9091e93c-dd03-422d-8d43-235333b7c121 with Priority: HIGHEST for action security_group_members [ 850.545205] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9091e93c-dd03-422d-8d43-235333b7c121 with Priority: HIGHEST for action security_group_members [ 850.545596] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9091e93c-dd03-422d-8d43-235333b7c121 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.545738] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 850.545810] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 850.546098] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 850.546262] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.546365] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 850.546429] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 850.546585] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 850.546691] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 850.546789] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9091e93c-dd03-422d-8d43-235333b7c121',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 850.555651] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.555775] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 850.555844] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 850.555979] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 850.556085] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 850.556265] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.556362] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 850.556424] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 850.556570] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 850.556646] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 850.556735] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9091e93c-dd03-422d-8d43-235333b7c121 is going to be updated. [ 850.586741] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.586887] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 850.586951] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 850.587175] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 850.588013] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 850.597682] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9091e93c-dd03-422d-8d43-235333b7c121 in Status: IN_PROGRESS for 2s [ 850.689705] env[60019]: INFO networking_nsxv3.common.synchronization [req-fac122e9-f2b2-46f3-ac71-9190de3e53b3 req-a2b2c571-ddf7-4eb2-91ac-36e94828d880 tempest-ServerExternalEventsTest-81672727 tempest-ServerExternalEventsTest-81672727-project-member] Enqueued Resource ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc with Priority: HIGHEST for action security_group_members [ 850.689705] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc with Priority: HIGHEST for action security_group_members [ 850.689705] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.689936] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 850.689936] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 850.690169] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 850.690495] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.690678] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 850.690748] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 850.690918] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 850.691019] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 850.691116] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f509e02-d864-4b45-96ed-a7a3f8bee1bc',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 850.712685] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.712685] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 850.712685] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 850.712685] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 850.712685] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 850.712685] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.712685] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 850.713250] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 850.713250] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 850.713250] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 850.713350] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc is going to be updated. [ 850.743975] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.744123] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 850.744195] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 850.744405] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 850.744555] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 850.755122] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc in Status: IN_PROGRESS for 2s [ 851.889594] env[60019]: INFO networking_nsxv3.common.synchronization [req-2fffb6e4-07b3-4aeb-a603-d93f7172df13 req-b6c0047f-ecc9-4a68-8bf9-517ddfb4d66c tempest-ServersNegativeTestMultiTenantJSON-1610443141 tempest-ServersNegativeTestMultiTenantJSON-1610443141-project-member] Enqueued Resource ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b with Priority: HIGHEST for action security_group_members [ 851.889594] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b with Priority: HIGHEST for action security_group_members [ 851.889594] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.889594] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 851.889594] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 851.889594] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 851.889594] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.894346] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 851.894346] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 851.894346] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 851.894346] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 851.894346] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 852.008868] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.010775] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.010775] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.010775] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.010775] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.011043] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.014363] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.014363] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.014363] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.014363] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.014363] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b already deleted. [ 852.014363] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.384209] env[60019]: INFO networking_nsxv3.common.synchronization [req-c912e1ec-6c90-414f-acd9-6ffa49dab824 req-67beb781-5828-42e7-8bb7-c0e2ec0791eb tempest-MultipleCreateTestJSON-328947127 tempest-MultipleCreateTestJSON-328947127-project-member] Enqueued Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_members [ 852.384209] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_members [ 852.384209] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.384209] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.384209] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.384209] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.385225] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.386141] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.386342] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.386620] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.386840] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.387142] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 852.396233] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 852.404644] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 852.414922] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.414922] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.414922] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.414922] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.414922] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.414922] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996cc90a-7ee7-4423-87e3-57af46d383fb is going to be updated. [ 852.456029] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.456029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.456029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.456029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.456029] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.467208] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: IN_PROGRESS for 2s [ 852.576502] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.576638] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-40" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.576832] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-40" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.577133] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-40" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.577412] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.577997] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.577997] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.578659] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.578836] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.579070] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 852.579320] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 852.579483] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 852.579617] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 852.579733] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 852.579839] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 852.580025] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.602874] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.603090] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 852.603238] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 852.603422] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-40" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.603782] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-4f1d6c09-ea11-4153-abe8-bb758f2f52cc taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.603970] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-4f1d6c09-ea11-4153-abe8-bb758f2f52cc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.604116] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-4f1d6c09-ea11-4153-abe8-bb758f2f52cc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.604480] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-4f1d6c09-ea11-4153-abe8-bb758f2f52cc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.604607] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1d6c09-ea11-4153-abe8-bb758f2f52cc',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 852.621295] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9091e93c-dd03-422d-8d43-235333b7c121 in Status: SUCCESS [ 852.621461] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9091e93c-dd03-422d-8d43-235333b7c121 deletion is rescheduled due to dependency. [ 852.621584] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.624452] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.624653] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.624776] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.625053] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.626030] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.626030] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port 4f1d6c09-ea11-4153-abe8-bb758f2f52cc not found, creating... [ 852.626030] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.626030] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.626030] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.626276] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.626276] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.626525] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.626690] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.626810] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.627201] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.627387] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.627541] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: 4f1d6c09-ea11-4153-abe8-bb758f2f52cc is going to be created. [ 852.650832] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.651107] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 852.651245] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 852.651525] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 852.651759] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.651995] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-4f1d6c09-ea11-4153-abe8-bb758f2f52cc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 852.764310] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc in Status: SUCCESS [ 852.765031] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc deletion is rescheduled due to dependency. [ 852.765031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 853.505109] env[60019]: INFO networking_nsxv3.common.synchronization [req-2fffb6e4-07b3-4aeb-a603-d93f7172df13 req-b682efcc-f070-42aa-8278-37b5a3182846 service neutron] Enqueued Resource ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b with Priority: HIGHEST for action security_group_rules [ 853.505109] env[60019]: INFO networking_nsxv3.common.synchronization [req-2fffb6e4-07b3-4aeb-a603-d93f7172df13 req-b682efcc-f070-42aa-8278-37b5a3182846 service neutron] Enqueued Resource ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b with Priority: HIGHEST for action security_group_members [ 853.505109] env[60019]: INFO networking_nsxv3.common.synchronization [req-2fffb6e4-07b3-4aeb-a603-d93f7172df13 req-b682efcc-f070-42aa-8278-37b5a3182846 service neutron] Enqueued Resource ID: 4f1d6c09-ea11-4153-abe8-bb758f2f52cc with Priority: HIGHEST for action port [ 853.505109] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b with Priority: HIGHEST for action security_group_rules [ 853.505109] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b with Priority: HIGHEST for action security_group_members [ 853.505109] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1d6c09-ea11-4153-abe8-bb758f2f52cc with Priority: HIGHEST for action port [ 853.505109] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.505109] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 853.505109] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 853.505109] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 853.508066] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 853.508066] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.508066] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 853.508066] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 853.508066] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 853.509119] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.509119] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 853.509119] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 853.509119] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 853.510706] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 853.510935] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 853.512205] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f1d6c09-ea11-4153-abe8-bb758f2f52cc taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.512558] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f1d6c09-ea11-4153-abe8-bb758f2f52cc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 853.512756] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f1d6c09-ea11-4153-abe8-bb758f2f52cc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 853.513067] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f1d6c09-ea11-4153-abe8-bb758f2f52cc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 853.514318] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1d6c09-ea11-4153-abe8-bb758f2f52cc',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 853.533866] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.533866] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 853.538423] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 853.539647] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f1d6c09-ea11-4153-abe8-bb758f2f52cc with status ACTIVE [ 853.540288] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.540594] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 853.540790] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 853.541107] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 853.543108] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 853.543108] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.543108] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 853.543108] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 853.543108] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 853.543108] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 853.543108] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.543108] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 853.543108] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 853.543108] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 853.543108] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 853.543108] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f1d6c09-ea11-4153-abe8-bb758f2f52cc is going to be updated. [ 853.546678] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 853.553488] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.553488] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 853.553488] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 853.553733] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 853.553808] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 853.554112] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b is going to be created. [ 853.566682] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.566839] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 853.566914] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 853.567145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 853.567287] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 853.567488] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f1d6c09-ea11-4153-abe8-bb758f2f52cc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 853.579665] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.579808] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 853.579937] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 853.580099] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 853.580393] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 853.590498] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b in Status: UNINITIALIZED for 2s [ 853.792670] env[60019]: INFO networking_nsxv3.common.synchronization [req-917fbb1a-c9a6-4aec-b7f8-5f441782f6db req-7021f1ce-282e-4992-aadd-e9d7e39675ad tempest-MultipleCreateTestJSON-328947127 tempest-MultipleCreateTestJSON-328947127-project-member] Enqueued Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_members [ 853.793312] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGHEST for action security_group_members [ 853.793604] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.793711] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 854.477782] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: SUCCESS [ 854.478214] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 854.478267] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 854.478469] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 854.478667] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.478788] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 854.478847] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 854.479012] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 854.479100] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 854.479197] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 854.493420] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.493619] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 854.493712] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 854.493988] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 854.494102] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 854.494309] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.494412] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 854.494475] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 854.494644] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 854.494718] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 854.494804] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996cc90a-7ee7-4423-87e3-57af46d383fb is going to be updated. [ 854.526094] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.526463] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 854.526463] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 854.526463] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 854.527442] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 854.535654] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: IN_PROGRESS for 2s [ 855.600771] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b in Status: SUCCESS [ 855.601529] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.601529] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 855.601529] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 855.602044] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.602044] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 855.602044] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 855.602044] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 855.602044] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.602231] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.602231] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 855.624587] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.624738] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 855.624812] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 855.625086] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 855.625305] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.625454] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 855.625555] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 855.625731] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 855.625823] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.625919] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.626089] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.626228] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 855.626326] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 855.626543] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 855.626754] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.626909] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 855.627100] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 855.627308] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 855.627394] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.627486] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.628028] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 855.639362] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b: rpc.has_security_group_logging(os_id): False [ 855.658291] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.658433] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 855.658526] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 855.658779] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 855.659065] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.659065] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.659236] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 855.659236] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 855.661070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 855.661070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.661070] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.661070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 855.661070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 855.661070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 855.661070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.661070] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.661070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 855.661070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 855.661070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 855.661070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.661070] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b is going to be created. [ 855.715759] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.715924] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 855.715998] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 855.716235] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 855.716422] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 855.727606] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b in Status: IN_PROGRESS for 2s [ 856.547952] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996cc90a-7ee7-4423-87e3-57af46d383fb in Status: SUCCESS [ 856.548153] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996cc90a-7ee7-4423-87e3-57af46d383fb deletion is rescheduled due to dependency. [ 856.548279] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 857.740919] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b in Status: SUCCESS [ 857.741183] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 858.386059] env[60019]: INFO networking_nsxv3.common.synchronization [None req-d1c42162-fe61-44de-a68e-1b380a6c3e80 None None] Enqueued Resource ID: f3d779b3-dcb3-44e9-aaa2-a280b3e81e3c with Priority: HIGHEST for action port [ 858.386059] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3d779b3-dcb3-44e9-aaa2-a280b3e81e3c with Priority: HIGHEST for action port [ 858.386059] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3d779b3-dcb3-44e9-aaa2-a280b3e81e3c taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.386059] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3d779b3-dcb3-44e9-aaa2-a280b3e81e3c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 858.386059] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3d779b3-dcb3-44e9-aaa2-a280b3e81e3c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 858.386059] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3d779b3-dcb3-44e9-aaa2-a280b3e81e3c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 858.386059] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3d779b3-dcb3-44e9-aaa2-a280b3e81e3c',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 858.396084] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3d779b3-dcb3-44e9-aaa2-a280b3e81e3c [ 858.397399] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.397399] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 858.397399] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 858.397399] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 858.397399] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 858.397399] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3d779b3-dcb3-44e9-aaa2-a280b3e81e3c already deleted. [ 858.397399] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3d779b3-dcb3-44e9-aaa2-a280b3e81e3c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 858.483343] env[60019]: INFO networking_nsxv3.common.synchronization [None req-7b2a34db-4a73-4d8e-b489-1f3e7558c8d1 tempest-ServersTestJSON-2086144925 tempest-ServersTestJSON-2086144925-project-member] Enqueued Resource ID: fb956907-7bb6-4b7a-bdb6-62f54ae246f7 with Priority: HIGHEST for action security_group_rules [ 858.483343] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb956907-7bb6-4b7a-bdb6-62f54ae246f7 with Priority: HIGHEST for action security_group_rules [ 858.483343] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb956907-7bb6-4b7a-bdb6-62f54ae246f7 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.483343] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb956907-7bb6-4b7a-bdb6-62f54ae246f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 858.483343] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb956907-7bb6-4b7a-bdb6-62f54ae246f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 858.483343] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb956907-7bb6-4b7a-bdb6-62f54ae246f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 858.483343] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb956907-7bb6-4b7a-bdb6-62f54ae246f7',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 858.520210] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.520210] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 858.520210] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 858.520210] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 858.520210] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 858.520210] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb956907-7bb6-4b7a-bdb6-62f54ae246f7 already deleted. [ 858.520210] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb956907-7bb6-4b7a-bdb6-62f54ae246f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 858.549025] env[60019]: INFO networking_nsxv3.common.synchronization [None req-330e1282-4962-48fc-bf72-553e18ad7bf0 tempest-ServersTestJSON-2086144925 tempest-ServersTestJSON-2086144925-project-member] Enqueued Resource ID: fb956907-7bb6-4b7a-bdb6-62f54ae246f7 with Priority: HIGHEST for action security_group_rules [ 858.549840] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb956907-7bb6-4b7a-bdb6-62f54ae246f7 with Priority: HIGHEST for action security_group_rules [ 858.550556] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb956907-7bb6-4b7a-bdb6-62f54ae246f7 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.550852] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb956907-7bb6-4b7a-bdb6-62f54ae246f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 858.551031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb956907-7bb6-4b7a-bdb6-62f54ae246f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 858.551323] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb956907-7bb6-4b7a-bdb6-62f54ae246f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 858.552334] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb956907-7bb6-4b7a-bdb6-62f54ae246f7',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 858.582022] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.582022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 858.582022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 858.582022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 858.582022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 858.582022] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb956907-7bb6-4b7a-bdb6-62f54ae246f7 already deleted. [ 858.582022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb956907-7bb6-4b7a-bdb6-62f54ae246f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 859.107181] env[60019]: INFO networking_nsxv3.common.synchronization [None req-68633102-24c1-4a59-b633-194b4d019d25 tempest-AttachInterfacesTestJSON-62544092 tempest-AttachInterfacesTestJSON-62544092-project-member] Enqueued Resource ID: b0e4ee3f-1f42-49e7-a90b-9765b8c21937 with Priority: HIGHEST for action security_group_rules [ 859.108054] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e4ee3f-1f42-49e7-a90b-9765b8c21937 with Priority: HIGHEST for action security_group_rules [ 859.108133] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e4ee3f-1f42-49e7-a90b-9765b8c21937 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.109208] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e4ee3f-1f42-49e7-a90b-9765b8c21937" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 859.109208] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e4ee3f-1f42-49e7-a90b-9765b8c21937" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 859.109208] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e4ee3f-1f42-49e7-a90b-9765b8c21937" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 859.109208] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e4ee3f-1f42-49e7-a90b-9765b8c21937',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 859.177591] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.177591] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 859.177591] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 859.177591] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 859.177791] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 859.177791] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e4ee3f-1f42-49e7-a90b-9765b8c21937 already deleted. [ 859.177871] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e4ee3f-1f42-49e7-a90b-9765b8c21937" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 859.194885] env[60019]: INFO networking_nsxv3.common.synchronization [None req-df3ff20f-b22a-4b79-874e-9cb3619e300b tempest-AttachInterfacesTestJSON-62544092 tempest-AttachInterfacesTestJSON-62544092-project-member] Enqueued Resource ID: b0e4ee3f-1f42-49e7-a90b-9765b8c21937 with Priority: HIGHEST for action security_group_rules [ 859.195510] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e4ee3f-1f42-49e7-a90b-9765b8c21937 with Priority: HIGHEST for action security_group_rules [ 859.196408] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e4ee3f-1f42-49e7-a90b-9765b8c21937 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.196545] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e4ee3f-1f42-49e7-a90b-9765b8c21937" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 859.196617] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e4ee3f-1f42-49e7-a90b-9765b8c21937" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 859.196921] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e4ee3f-1f42-49e7-a90b-9765b8c21937" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 859.196921] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e4ee3f-1f42-49e7-a90b-9765b8c21937',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 859.332493] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.332493] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 859.332493] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 859.332493] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 859.332493] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 859.332493] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e4ee3f-1f42-49e7-a90b-9765b8c21937 already deleted. [ 859.332493] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e4ee3f-1f42-49e7-a90b-9765b8c21937" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 859.735853] env[60019]: INFO networking_nsxv3.common.synchronization [None req-bfc276aa-6748-42ac-bb0c-1e1e335765ff None None] Enqueued Resource ID: 10ac8066-9a8a-4eda-a57a-a162c3ae232f with Priority: HIGHEST for action port [ 859.735853] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10ac8066-9a8a-4eda-a57a-a162c3ae232f with Priority: HIGHEST for action port [ 859.736136] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-10ac8066-9a8a-4eda-a57a-a162c3ae232f taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.736262] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10ac8066-9a8a-4eda-a57a-a162c3ae232f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 859.736943] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10ac8066-9a8a-4eda-a57a-a162c3ae232f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 859.736943] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10ac8066-9a8a-4eda-a57a-a162c3ae232f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 859.736943] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ac8066-9a8a-4eda-a57a-a162c3ae232f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 859.770780] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10ac8066-9a8a-4eda-a57a-a162c3ae232f [ 859.771021] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.771166] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 859.771262] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 859.771480] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 859.774088] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 859.774260] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10ac8066-9a8a-4eda-a57a-a162c3ae232f already deleted. [ 859.774364] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10ac8066-9a8a-4eda-a57a-a162c3ae232f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 860.803828] env[60019]: INFO networking_nsxv3.common.synchronization [None req-ef132861-358f-4132-9df8-e2ef22c15344 None None] Enqueued Resource ID: d7d9c688-6261-4cfe-b52b-85e8e3dd3fec with Priority: HIGHEST for action port [ 860.804090] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d9c688-6261-4cfe-b52b-85e8e3dd3fec with Priority: HIGHEST for action port [ 860.804414] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7d9c688-6261-4cfe-b52b-85e8e3dd3fec taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.804414] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7d9c688-6261-4cfe-b52b-85e8e3dd3fec" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 860.804548] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7d9c688-6261-4cfe-b52b-85e8e3dd3fec" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 860.804895] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7d9c688-6261-4cfe-b52b-85e8e3dd3fec" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 860.804895] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7d9c688-6261-4cfe-b52b-85e8e3dd3fec',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 860.817289] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7d9c688-6261-4cfe-b52b-85e8e3dd3fec [ 860.817499] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.817630] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 860.817688] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 860.817896] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 860.817988] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 860.818097] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7d9c688-6261-4cfe-b52b-85e8e3dd3fec already deleted. [ 860.818179] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7d9c688-6261-4cfe-b52b-85e8e3dd3fec" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.052784] env[60019]: INFO networking_nsxv3.common.synchronization [None req-716d7e23-1e33-48a0-ac5a-fa3c85002880 None None] Enqueued Resource ID: be9cbbd1-18b8-4d7d-ab09-c95882edfd20 with Priority: HIGHEST for action port [ 862.053042] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9cbbd1-18b8-4d7d-ab09-c95882edfd20 with Priority: HIGHEST for action port [ 862.053609] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-be9cbbd1-18b8-4d7d-ab09-c95882edfd20 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.053735] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be9cbbd1-18b8-4d7d-ab09-c95882edfd20" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.053803] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be9cbbd1-18b8-4d7d-ab09-c95882edfd20" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.054074] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be9cbbd1-18b8-4d7d-ab09-c95882edfd20" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.054152] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be9cbbd1-18b8-4d7d-ab09-c95882edfd20',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 862.071357] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be9cbbd1-18b8-4d7d-ab09-c95882edfd20 [ 862.071570] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.071694] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.071770] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.071974] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.072068] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.072192] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be9cbbd1-18b8-4d7d-ab09-c95882edfd20 already deleted. [ 862.072309] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be9cbbd1-18b8-4d7d-ab09-c95882edfd20" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.620833] env[60019]: INFO networking_nsxv3.common.synchronization [None req-b3bd43cf-505b-4a57-9c40-a13cad081bbd tempest-AttachInterfacesTestJSON-62544092 tempest-AttachInterfacesTestJSON-62544092-project-member] Enqueued Resource ID: 28f5f172-8041-4711-a183-dc480aa272ce with Priority: HIGHEST for action security_group_rules [ 864.621370] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f5f172-8041-4711-a183-dc480aa272ce with Priority: HIGHEST for action security_group_rules [ 864.622626] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28f5f172-8041-4711-a183-dc480aa272ce taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.622626] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28f5f172-8041-4711-a183-dc480aa272ce" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.622626] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28f5f172-8041-4711-a183-dc480aa272ce" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.622626] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28f5f172-8041-4711-a183-dc480aa272ce" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.622626] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28f5f172-8041-4711-a183-dc480aa272ce',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 864.654441] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.654595] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.654668] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.654867] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.654964] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.655257] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28f5f172-8041-4711-a183-dc480aa272ce already deleted. [ 864.655257] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28f5f172-8041-4711-a183-dc480aa272ce" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.731750] env[60019]: INFO networking_nsxv3.common.synchronization [None req-c50e3fcd-a91e-4422-86e9-bfdac438863c tempest-AttachInterfacesTestJSON-62544092 tempest-AttachInterfacesTestJSON-62544092-project-member] Enqueued Resource ID: 28f5f172-8041-4711-a183-dc480aa272ce with Priority: HIGHEST for action security_group_rules [ 864.732415] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f5f172-8041-4711-a183-dc480aa272ce with Priority: HIGHEST for action security_group_rules [ 864.732725] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28f5f172-8041-4711-a183-dc480aa272ce taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.732892] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28f5f172-8041-4711-a183-dc480aa272ce" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.732967] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28f5f172-8041-4711-a183-dc480aa272ce" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.733187] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28f5f172-8041-4711-a183-dc480aa272ce" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.733272] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28f5f172-8041-4711-a183-dc480aa272ce',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 864.765604] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.765757] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 864.765827] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 864.766045] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 864.766135] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 864.766279] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28f5f172-8041-4711-a183-dc480aa272ce already deleted. [ 864.766333] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28f5f172-8041-4711-a183-dc480aa272ce" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 867.000161] env[60019]: INFO networking_nsxv3.common.synchronization [None req-1fdec644-28a6-4593-8782-c208987f8fc3 None None] Enqueued Resource ID: 31745d0c-787e-481b-99df-b85e6edb46f4 with Priority: HIGHEST for action port [ 867.000161] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31745d0c-787e-481b-99df-b85e6edb46f4 with Priority: HIGHEST for action port [ 867.000161] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-31745d0c-787e-481b-99df-b85e6edb46f4 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.000161] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31745d0c-787e-481b-99df-b85e6edb46f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 867.000161] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31745d0c-787e-481b-99df-b85e6edb46f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 867.000161] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31745d0c-787e-481b-99df-b85e6edb46f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 867.000161] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31745d0c-787e-481b-99df-b85e6edb46f4',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 867.021247] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31745d0c-787e-481b-99df-b85e6edb46f4 [ 867.021247] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.021247] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 867.021247] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 867.021247] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 867.021247] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 867.021247] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31745d0c-787e-481b-99df-b85e6edb46f4 already deleted. [ 867.021247] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31745d0c-787e-481b-99df-b85e6edb46f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 870.211145] env[60019]: INFO networking_nsxv3.common.synchronization [None req-4e24527a-c14b-407e-b570-7d2b277d2141 None None] Enqueued Resource ID: 1460d78c-ae51-46f7-81b1-34d34881638c with Priority: HIGHEST for action port [ 870.211384] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1460d78c-ae51-46f7-81b1-34d34881638c with Priority: HIGHEST for action port [ 870.211869] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-1460d78c-ae51-46f7-81b1-34d34881638c taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.211869] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1460d78c-ae51-46f7-81b1-34d34881638c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 870.211869] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1460d78c-ae51-46f7-81b1-34d34881638c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 870.212202] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1460d78c-ae51-46f7-81b1-34d34881638c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 870.212253] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1460d78c-ae51-46f7-81b1-34d34881638c',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 870.221288] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1460d78c-ae51-46f7-81b1-34d34881638c [ 870.221596] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.221672] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 870.221724] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 870.221927] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 870.222035] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 870.222147] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1460d78c-ae51-46f7-81b1-34d34881638c already deleted. [ 870.224252] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1460d78c-ae51-46f7-81b1-34d34881638c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 870.403720] env[60019]: INFO networking_nsxv3.common.synchronization [None req-8e358e40-9f18-4937-8b40-d06d84455773 tempest-ServerActionsTestOtherB-814910926 tempest-ServerActionsTestOtherB-814910926-project-member] Enqueued Resource ID: 57997518-4c08-4d61-a902-6abe9e95d42c with Priority: HIGHEST for action security_group_rules [ 870.404185] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57997518-4c08-4d61-a902-6abe9e95d42c with Priority: HIGHEST for action security_group_rules [ 870.404583] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57997518-4c08-4d61-a902-6abe9e95d42c taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.404719] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57997518-4c08-4d61-a902-6abe9e95d42c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 870.404799] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57997518-4c08-4d61-a902-6abe9e95d42c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 870.406484] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57997518-4c08-4d61-a902-6abe9e95d42c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 870.406604] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57997518-4c08-4d61-a902-6abe9e95d42c',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 870.443433] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.443615] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 870.443712] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 870.443983] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 870.444122] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 870.444563] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57997518-4c08-4d61-a902-6abe9e95d42c already deleted. [ 870.444563] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57997518-4c08-4d61-a902-6abe9e95d42c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 870.551965] env[60019]: INFO networking_nsxv3.common.synchronization [None req-b61c0866-ad2f-4979-932e-9c1377d6512b tempest-ServerActionsTestOtherB-814910926 tempest-ServerActionsTestOtherB-814910926-project-member] Enqueued Resource ID: 57997518-4c08-4d61-a902-6abe9e95d42c with Priority: HIGHEST for action security_group_rules [ 870.553031] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57997518-4c08-4d61-a902-6abe9e95d42c with Priority: HIGHEST for action security_group_rules [ 870.553031] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57997518-4c08-4d61-a902-6abe9e95d42c taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.553031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57997518-4c08-4d61-a902-6abe9e95d42c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 870.553031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57997518-4c08-4d61-a902-6abe9e95d42c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 870.553995] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57997518-4c08-4d61-a902-6abe9e95d42c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 870.553995] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57997518-4c08-4d61-a902-6abe9e95d42c',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 870.585562] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.585751] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 870.585814] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 870.586021] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 870.586133] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 870.586239] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57997518-4c08-4d61-a902-6abe9e95d42c already deleted. [ 870.586323] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57997518-4c08-4d61-a902-6abe9e95d42c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 875.555309] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 875.555632] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 876.271176] env[60019]: INFO networking_nsxv3.common.synchronization [None req-87d81380-0db7-4ced-b513-d7de3b219a4d None None] Enqueued Resource ID: 1a989261-93d5-4a42-b2e8-f9343a5c3279 with Priority: HIGHEST for action port [ 876.271176] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a989261-93d5-4a42-b2e8-f9343a5c3279 with Priority: HIGHEST for action port [ 876.271176] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a989261-93d5-4a42-b2e8-f9343a5c3279 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.271176] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a989261-93d5-4a42-b2e8-f9343a5c3279" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 876.271176] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a989261-93d5-4a42-b2e8-f9343a5c3279" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 876.271677] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a989261-93d5-4a42-b2e8-f9343a5c3279" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 876.271814] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a989261-93d5-4a42-b2e8-f9343a5c3279',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 876.282631] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a989261-93d5-4a42-b2e8-f9343a5c3279 [ 876.282881] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.283045] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 876.283371] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 876.283371] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 876.283492] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 876.283535] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a989261-93d5-4a42-b2e8-f9343a5c3279 already deleted. [ 876.283586] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a989261-93d5-4a42-b2e8-f9343a5c3279" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 878.151946] env[60019]: INFO networking_nsxv3.common.synchronization [None req-9a110b36-c964-475b-88db-ceeda27b16a9 tempest-AttachVolumeNegativeTest-692012757 tempest-AttachVolumeNegativeTest-692012757-project-member] Enqueued Resource ID: e6e610a0-86dc-4b36-b00d-cf31f8408ad0 with Priority: HIGHEST for action security_group_rules [ 878.151946] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e610a0-86dc-4b36-b00d-cf31f8408ad0 with Priority: HIGHEST for action security_group_rules [ 878.151946] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6e610a0-86dc-4b36-b00d-cf31f8408ad0 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.151946] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6e610a0-86dc-4b36-b00d-cf31f8408ad0" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 878.151946] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6e610a0-86dc-4b36-b00d-cf31f8408ad0" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 878.151946] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6e610a0-86dc-4b36-b00d-cf31f8408ad0" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 878.151946] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6e610a0-86dc-4b36-b00d-cf31f8408ad0',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 878.204386] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.204552] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 878.204954] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 878.205800] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 878.205800] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 878.205800] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6e610a0-86dc-4b36-b00d-cf31f8408ad0 already deleted. [ 878.205800] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6e610a0-86dc-4b36-b00d-cf31f8408ad0" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 878.273320] env[60019]: INFO networking_nsxv3.common.synchronization [None req-6185a23b-278b-4d37-8356-954e6ba08460 None None] Enqueued Resource ID: c21241a5-a963-455d-a5c5-c464f44f007b with Priority: HIGHEST for action port [ 878.273669] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c21241a5-a963-455d-a5c5-c464f44f007b with Priority: HIGHEST for action port [ 878.275527] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-c21241a5-a963-455d-a5c5-c464f44f007b taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.279063] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c21241a5-a963-455d-a5c5-c464f44f007b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 878.279724] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c21241a5-a963-455d-a5c5-c464f44f007b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 878.279724] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c21241a5-a963-455d-a5c5-c464f44f007b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 878.279724] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c21241a5-a963-455d-a5c5-c464f44f007b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 878.295607] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c21241a5-a963-455d-a5c5-c464f44f007b [ 878.295607] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.295607] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 878.295607] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 878.295954] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 878.295954] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 878.296606] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c21241a5-a963-455d-a5c5-c464f44f007b already deleted. [ 878.296899] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c21241a5-a963-455d-a5c5-c464f44f007b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 878.351255] env[60019]: INFO networking_nsxv3.common.synchronization [None req-be01c94e-aaee-4c84-b218-538652f5c117 tempest-AttachVolumeNegativeTest-692012757 tempest-AttachVolumeNegativeTest-692012757-project-member] Enqueued Resource ID: e6e610a0-86dc-4b36-b00d-cf31f8408ad0 with Priority: HIGHEST for action security_group_rules [ 878.351255] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e610a0-86dc-4b36-b00d-cf31f8408ad0 with Priority: HIGHEST for action security_group_rules [ 878.351641] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6e610a0-86dc-4b36-b00d-cf31f8408ad0 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.351970] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6e610a0-86dc-4b36-b00d-cf31f8408ad0" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 878.352135] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6e610a0-86dc-4b36-b00d-cf31f8408ad0" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 878.352432] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6e610a0-86dc-4b36-b00d-cf31f8408ad0" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 878.352604] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6e610a0-86dc-4b36-b00d-cf31f8408ad0',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 878.452661] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.452661] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 878.452661] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 878.452661] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 878.452661] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 878.452661] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6e610a0-86dc-4b36-b00d-cf31f8408ad0 already deleted. [ 878.452661] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6e610a0-86dc-4b36-b00d-cf31f8408ad0" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 878.580995] env[60019]: INFO networking_nsxv3.common.synchronization [None req-1239a580-943c-4dd6-afa5-e5e4f7cd3000 None None] Enqueued Resource ID: a4e2fd66-0787-4a61-a536-1b994b5f8d3e with Priority: HIGHEST for action port [ 878.580995] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e2fd66-0787-4a61-a536-1b994b5f8d3e with Priority: HIGHEST for action port [ 878.580995] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4e2fd66-0787-4a61-a536-1b994b5f8d3e taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.580995] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4e2fd66-0787-4a61-a536-1b994b5f8d3e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 878.580995] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4e2fd66-0787-4a61-a536-1b994b5f8d3e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 878.580995] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4e2fd66-0787-4a61-a536-1b994b5f8d3e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 878.580995] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4e2fd66-0787-4a61-a536-1b994b5f8d3e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 878.592183] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4e2fd66-0787-4a61-a536-1b994b5f8d3e [ 878.592183] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.592183] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 878.592183] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 878.592183] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 878.592183] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 878.592183] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4e2fd66-0787-4a61-a536-1b994b5f8d3e already deleted. [ 878.592183] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4e2fd66-0787-4a61-a536-1b994b5f8d3e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 880.380401] env[60019]: INFO networking_nsxv3.common.synchronization [None req-5d27b1e4-5419-4c0d-9111-313c268164df tempest-ServersTestBootFromVolume-728161428 tempest-ServersTestBootFromVolume-728161428-project-member] Enqueued Resource ID: d2f96d93-63b7-4a85-b39f-cb51885581ea with Priority: HIGHEST for action security_group_rules [ 880.381068] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f96d93-63b7-4a85-b39f-cb51885581ea with Priority: HIGHEST for action security_group_rules [ 880.381350] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2f96d93-63b7-4a85-b39f-cb51885581ea taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.381452] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 880.381452] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 880.381938] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 880.382110] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2f96d93-63b7-4a85-b39f-cb51885581ea',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 880.419157] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.419464] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 880.419464] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 880.419618] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 880.419714] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 880.419814] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2f96d93-63b7-4a85-b39f-cb51885581ea already deleted. [ 880.419900] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 880.502311] env[60019]: INFO networking_nsxv3.common.synchronization [None req-d8d3b83d-573b-4cec-9c74-b794977c2d18 tempest-ServersTestBootFromVolume-728161428 tempest-ServersTestBootFromVolume-728161428-project-member] Enqueued Resource ID: d2f96d93-63b7-4a85-b39f-cb51885581ea with Priority: HIGHEST for action security_group_rules [ 880.502431] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f96d93-63b7-4a85-b39f-cb51885581ea with Priority: HIGHEST for action security_group_rules [ 880.503348] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2f96d93-63b7-4a85-b39f-cb51885581ea taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.503348] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 880.503348] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 880.503533] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 880.503998] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2f96d93-63b7-4a85-b39f-cb51885581ea',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 880.547062] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.547062] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 880.547062] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 880.547062] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 880.547062] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 880.547062] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2f96d93-63b7-4a85-b39f-cb51885581ea already deleted. [ 880.547062] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 880.649707] env[60019]: INFO networking_nsxv3.common.synchronization [None req-3cfa0f7e-1192-471b-a960-ad814688b12e None None] Enqueued Resource ID: e4a704a9-23b0-4539-9a6a-c9134cc6274e with Priority: HIGHEST for action port [ 880.649707] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4a704a9-23b0-4539-9a6a-c9134cc6274e with Priority: HIGHEST for action port [ 880.649707] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4a704a9-23b0-4539-9a6a-c9134cc6274e taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.649707] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4a704a9-23b0-4539-9a6a-c9134cc6274e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 880.649707] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4a704a9-23b0-4539-9a6a-c9134cc6274e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 880.649707] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4a704a9-23b0-4539-9a6a-c9134cc6274e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 880.649707] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4a704a9-23b0-4539-9a6a-c9134cc6274e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 880.670553] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4a704a9-23b0-4539-9a6a-c9134cc6274e [ 880.670553] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.671307] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 880.671631] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 880.672552] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 880.672552] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 880.672552] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4a704a9-23b0-4539-9a6a-c9134cc6274e already deleted. [ 880.672552] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4a704a9-23b0-4539-9a6a-c9134cc6274e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 882.141744] env[60019]: INFO networking_nsxv3.common.synchronization [None req-f84ae844-fb45-4af4-a734-641748c31e3a tempest-AttachVolumeNegativeTest-692012757 tempest-AttachVolumeNegativeTest-692012757-project-member] Enqueued Resource ID: b98f12ae-b267-46a5-85c0-d00d84e2f7f7 with Priority: HIGHEST for action security_group_rules [ 882.144266] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98f12ae-b267-46a5-85c0-d00d84e2f7f7 with Priority: HIGHEST for action security_group_rules [ 882.144832] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98f12ae-b267-46a5-85c0-d00d84e2f7f7 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.145121] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98f12ae-b267-46a5-85c0-d00d84e2f7f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 882.145280] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98f12ae-b267-46a5-85c0-d00d84e2f7f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 882.145633] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98f12ae-b267-46a5-85c0-d00d84e2f7f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 882.145810] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98f12ae-b267-46a5-85c0-d00d84e2f7f7',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 882.185734] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.185957] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 882.186048] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 882.186213] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 882.186318] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 882.186427] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98f12ae-b267-46a5-85c0-d00d84e2f7f7 already deleted. [ 882.186556] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98f12ae-b267-46a5-85c0-d00d84e2f7f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 882.229203] env[60019]: INFO networking_nsxv3.common.synchronization [None req-613be6d5-29ae-47d3-a0ab-804bea6caa57 tempest-AttachVolumeNegativeTest-692012757 tempest-AttachVolumeNegativeTest-692012757-project-member] Enqueued Resource ID: b98f12ae-b267-46a5-85c0-d00d84e2f7f7 with Priority: HIGHEST for action security_group_rules [ 882.230019] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98f12ae-b267-46a5-85c0-d00d84e2f7f7 with Priority: HIGHEST for action security_group_rules [ 882.230579] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98f12ae-b267-46a5-85c0-d00d84e2f7f7 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.230744] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98f12ae-b267-46a5-85c0-d00d84e2f7f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 882.230896] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98f12ae-b267-46a5-85c0-d00d84e2f7f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 882.231952] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98f12ae-b267-46a5-85c0-d00d84e2f7f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 882.232095] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98f12ae-b267-46a5-85c0-d00d84e2f7f7',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 882.267716] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.267716] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 882.267716] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 882.267716] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 882.267716] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 882.267716] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98f12ae-b267-46a5-85c0-d00d84e2f7f7 already deleted. [ 882.267716] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98f12ae-b267-46a5-85c0-d00d84e2f7f7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 883.849841] env[60019]: INFO networking_nsxv3.common.synchronization [None req-bbdf418a-01eb-4e95-80d5-3284897361fa None None] Enqueued Resource ID: f2ec135b-fb05-45a5-b9ae-069345f9a666 with Priority: HIGHEST for action port [ 883.850153] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ec135b-fb05-45a5-b9ae-069345f9a666 with Priority: HIGHEST for action port [ 883.850424] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2ec135b-fb05-45a5-b9ae-069345f9a666 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.850557] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2ec135b-fb05-45a5-b9ae-069345f9a666" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 883.850627] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2ec135b-fb05-45a5-b9ae-069345f9a666" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 883.850911] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2ec135b-fb05-45a5-b9ae-069345f9a666" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 883.851037] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ec135b-fb05-45a5-b9ae-069345f9a666',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 883.891771] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2ec135b-fb05-45a5-b9ae-069345f9a666 [ 883.892015] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.892165] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 883.892236] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 883.892446] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 883.892543] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 883.892646] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2ec135b-fb05-45a5-b9ae-069345f9a666 already deleted. [ 883.892729] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2ec135b-fb05-45a5-b9ae-069345f9a666" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 885.572594] env[60019]: INFO networking_nsxv3.common.synchronization [None req-fd0a2929-4a92-4e68-b123-e7943bf3a5fc None None] Enqueued Resource ID: 1d93b364-455f-4ae1-a03d-c23906bda76b with Priority: HIGHEST for action port [ 885.572948] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d93b364-455f-4ae1-a03d-c23906bda76b with Priority: HIGHEST for action port [ 885.573424] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d93b364-455f-4ae1-a03d-c23906bda76b taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.573424] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d93b364-455f-4ae1-a03d-c23906bda76b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 885.573424] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d93b364-455f-4ae1-a03d-c23906bda76b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 885.573662] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d93b364-455f-4ae1-a03d-c23906bda76b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 885.573785] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d93b364-455f-4ae1-a03d-c23906bda76b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 885.582438] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d93b364-455f-4ae1-a03d-c23906bda76b [ 885.582672] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.582798] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 885.582866] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 885.583127] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 885.583231] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 885.583337] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d93b364-455f-4ae1-a03d-c23906bda76b already deleted. [ 885.583418] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d93b364-455f-4ae1-a03d-c23906bda76b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 886.347643] env[60019]: INFO networking_nsxv3.common.synchronization [None req-c0a11699-b196-4ceb-a56d-ce0db12f8ad2 tempest-AttachVolumeNegativeTest-692012757 tempest-AttachVolumeNegativeTest-692012757-project-member] Enqueued Resource ID: 080d1153-ea54-406f-991b-881ab4a225f4 with Priority: HIGHEST for action security_group_rules [ 886.347859] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080d1153-ea54-406f-991b-881ab4a225f4 with Priority: HIGHEST for action security_group_rules [ 886.348376] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-080d1153-ea54-406f-991b-881ab4a225f4 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.348488] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 886.348569] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 886.348862] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 886.348959] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('080d1153-ea54-406f-991b-881ab4a225f4',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 886.382123] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.382278] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 886.382362] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 886.382570] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 886.382665] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 886.382770] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 080d1153-ea54-406f-991b-881ab4a225f4 already deleted. [ 886.382857] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 886.420112] env[60019]: INFO networking_nsxv3.common.synchronization [None req-751daafc-acd0-485e-a36d-55db5589bd15 tempest-AttachVolumeNegativeTest-692012757 tempest-AttachVolumeNegativeTest-692012757-project-member] Enqueued Resource ID: 080d1153-ea54-406f-991b-881ab4a225f4 with Priority: HIGHEST for action security_group_rules [ 886.420620] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080d1153-ea54-406f-991b-881ab4a225f4 with Priority: HIGHEST for action security_group_rules [ 886.420934] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-080d1153-ea54-406f-991b-881ab4a225f4 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.421069] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 886.421130] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 886.421337] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 886.425020] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('080d1153-ea54-406f-991b-881ab4a225f4',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 886.457440] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.457598] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 886.457670] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 886.457890] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 886.457986] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 886.458106] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 080d1153-ea54-406f-991b-881ab4a225f4 already deleted. [ 886.459303] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 891.421742] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 891.422241] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 896.423143] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 896.423629] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 897.427889] env[60019]: INFO networking_nsxv3.common.synchronization [req-3989da87-6fee-44a7-bc2b-45950fa18c6f req-0709b41a-41f6-4c5b-b547-0cee0010f022 tempest-ServersAdminTestJSON-1213463885 tempest-ServersAdminTestJSON-1213463885-project-member] Enqueued Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_members [ 897.428208] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_members [ 897.428714] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.428834] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 897.428899] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 897.429120] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 897.429314] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.429416] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 897.429480] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 897.429598] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 897.429685] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 897.429780] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 897.437042] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 897.446096] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 897.454039] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.454255] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 897.454309] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 897.454508] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 897.454601] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 897.454709] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 is going to be updated. [ 897.503383] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.503383] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 897.503383] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 897.503383] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 897.503383] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 897.512841] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: IN_PROGRESS for 2s [ 898.767018] env[60019]: INFO networking_nsxv3.common.synchronization [req-b6b9848f-f046-48a5-90f1-4a5a47dde445 req-eb8008bd-0564-476a-ac7c-afef43ec8f15 tempest-ServersTestFqdnHostnames-309226866 tempest-ServersTestFqdnHostnames-309226866-project-member] Enqueued Resource ID: 30e76749-798a-47bf-a7c9-5e95f087c00f with Priority: HIGHEST for action security_group_members [ 898.767018] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e76749-798a-47bf-a7c9-5e95f087c00f with Priority: HIGHEST for action security_group_members [ 898.767018] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e76749-798a-47bf-a7c9-5e95f087c00f taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.767018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 898.767018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 898.767018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 898.767018] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.767018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 898.767794] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 898.768082] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 898.768281] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 898.768542] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30e76749-798a-47bf-a7c9-5e95f087c00f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 898.777790] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.777790] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 898.777790] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 898.777790] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 898.777790] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 898.777790] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.777790] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 898.777790] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 898.778435] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 898.778696] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 898.778897] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e76749-798a-47bf-a7c9-5e95f087c00f already deleted. [ 898.779313] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.242019] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.242019] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-387" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.242019] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-387" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.242019] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-387" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.242019] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.242019] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.242019] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.242019] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.242787] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.244051] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 899.244051] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 899.244051] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 899.244051] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 899.244051] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 899.244051] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 899.244051] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.262744] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.263060] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 899.263189] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 899.264012] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-387" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.264012] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-00cb7570-258d-4c23-bcaf-72891c8b2671 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.264012] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-00cb7570-258d-4c23-bcaf-72891c8b2671" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.264348] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-00cb7570-258d-4c23-bcaf-72891c8b2671" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.264700] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-00cb7570-258d-4c23-bcaf-72891c8b2671" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.264872] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00cb7570-258d-4c23-bcaf-72891c8b2671',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 899.279408] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.279692] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.279825] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.280132] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.280294] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.280453] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port 00cb7570-258d-4c23-bcaf-72891c8b2671 not found, creating... [ 899.280729] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.280897] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.281076] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.281316] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.281459] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.281749] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.281909] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.282039] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.282254] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.282394] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.282533] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: 00cb7570-258d-4c23-bcaf-72891c8b2671 is going to be created. [ 899.309780] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.310086] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.310273] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.310477] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.310742] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.310963] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-00cb7570-258d-4c23-bcaf-72891c8b2671" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.545381] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: SUCCESS [ 899.545852] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.786150] env[60019]: INFO networking_nsxv3.common.synchronization [req-b6b9848f-f046-48a5-90f1-4a5a47dde445 req-e9c063f5-8e8a-438a-a588-07c52d1816ad service neutron] Enqueued Resource ID: 30e76749-798a-47bf-a7c9-5e95f087c00f with Priority: HIGHEST for action security_group_rules [ 899.786430] env[60019]: INFO networking_nsxv3.common.synchronization [req-b6b9848f-f046-48a5-90f1-4a5a47dde445 req-e9c063f5-8e8a-438a-a588-07c52d1816ad service neutron] Enqueued Resource ID: 30e76749-798a-47bf-a7c9-5e95f087c00f with Priority: HIGHEST for action security_group_members [ 899.786520] env[60019]: INFO networking_nsxv3.common.synchronization [req-b6b9848f-f046-48a5-90f1-4a5a47dde445 req-e9c063f5-8e8a-438a-a588-07c52d1816ad service neutron] Enqueued Resource ID: 00cb7570-258d-4c23-bcaf-72891c8b2671 with Priority: HIGHEST for action port [ 899.786723] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e76749-798a-47bf-a7c9-5e95f087c00f with Priority: HIGHEST for action security_group_rules [ 899.786852] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e76749-798a-47bf-a7c9-5e95f087c00f with Priority: HIGHEST for action security_group_members [ 899.786949] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00cb7570-258d-4c23-bcaf-72891c8b2671 with Priority: HIGHEST for action port [ 899.787472] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30e76749-798a-47bf-a7c9-5e95f087c00f taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.787591] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.787663] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.787867] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.787946] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30e76749-798a-47bf-a7c9-5e95f087c00f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 899.788974] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e76749-798a-47bf-a7c9-5e95f087c00f taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.789143] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.789242] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.789452] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.789639] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.789771] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.789863] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.790047] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.790171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.790300] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30e76749-798a-47bf-a7c9-5e95f087c00f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 899.791068] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-00cb7570-258d-4c23-bcaf-72891c8b2671 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.791217] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00cb7570-258d-4c23-bcaf-72891c8b2671" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.791314] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00cb7570-258d-4c23-bcaf-72891c8b2671" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.791517] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00cb7570-258d-4c23-bcaf-72891c8b2671" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.791637] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00cb7570-258d-4c23-bcaf-72891c8b2671',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 899.813284] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30e76749-798a-47bf-a7c9-5e95f087c00f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 899.813284] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e76749-798a-47bf-a7c9-5e95f087c00f taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.813284] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.822524] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00cb7570-258d-4c23-bcaf-72891c8b2671 with status ACTIVE [ 899.822524] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.822524] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.822524] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.822524] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.822524] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.822524] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.822524] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.822524] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.822524] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.822524] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.822524] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.822524] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.822524] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.822524] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.823304] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.823304] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00cb7570-258d-4c23-bcaf-72891c8b2671 is going to be updated. [ 899.827737] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30e76749-798a-47bf-a7c9-5e95f087c00f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 899.836022] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.836022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.836022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.836022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.836022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.836022] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e76749-798a-47bf-a7c9-5e95f087c00f is going to be created. [ 899.851313] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.851512] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.851512] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.851712] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.851851] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.852017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00cb7570-258d-4c23-bcaf-72891c8b2671" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.858217] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.858352] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 899.858407] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 899.858669] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 899.858775] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 899.874901] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e76749-798a-47bf-a7c9-5e95f087c00f in Status: UNINITIALIZED for 2s [ 901.886721] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e76749-798a-47bf-a7c9-5e95f087c00f in Status: SUCCESS [ 901.886977] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 901.887195] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 901.887445] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 901.887675] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.887830] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 901.887922] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 901.888133] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 901.889156] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 901.889156] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 901.889156] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30e76749-798a-47bf-a7c9-5e95f087c00f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 901.901848] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30e76749-798a-47bf-a7c9-5e95f087c00f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 901.907945] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30e76749-798a-47bf-a7c9-5e95f087c00f: rpc.has_security_group_logging(os_id): False [ 901.926451] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.926621] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 901.926665] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 901.926860] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 901.926952] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 901.927204] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.927308] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 901.927373] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 901.927520] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 901.927598] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 901.927687] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30e76749-798a-47bf-a7c9-5e95f087c00f is going to be created. [ 901.987473] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.987685] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 901.987685] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 901.987893] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 901.988119] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 901.998958] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30e76749-798a-47bf-a7c9-5e95f087c00f in Status: IN_PROGRESS for 2s [ 904.012978] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30e76749-798a-47bf-a7c9-5e95f087c00f in Status: SUCCESS [ 904.012978] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 904.788503] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 904.788503] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 909.789639] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 909.790073] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 914.790683] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 914.790980] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 919.792322] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 919.792322] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 924.793548] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 924.793840] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 929.794707] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 929.794707] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 934.795727] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 934.796211] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 939.796720] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 939.797097] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 944.797787] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 944.798172] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 948.328023] env[60019]: INFO networking_nsxv3.common.synchronization [req-6a0399c7-51de-4d53-b231-40ed4691f878 req-dc522982-b8f6-4900-92f6-5672c5f19fb4 tempest-FloatingIPsAssociationNegativeTestJSON-1831931658 tempest-FloatingIPsAssociationNegativeTestJSON-1831931658-project-member] Enqueued Resource ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 with Priority: HIGHEST for action security_group_members [ 948.328023] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 with Priority: HIGHEST for action security_group_members [ 948.328023] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.328023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 948.328023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 948.328023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 948.328023] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.328023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 948.328023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 948.328931] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 948.328931] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 948.328931] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ef077-7dfc-471d-ba73-abb5e602bdc9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 948.340077] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.340211] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 948.340262] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 948.340450] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 948.340561] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 948.340742] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.340842] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 948.340905] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 948.341070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 948.341148] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 948.341236] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 is going to be updated. [ 948.373112] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.373291] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 948.373407] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 948.373622] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 948.373761] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 948.384497] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 in Status: IN_PROGRESS for 2s [ 949.315743] env[60019]: INFO networking_nsxv3.common.synchronization [req-645fc93b-ea81-455c-ada2-ce9f7feb6a40 req-bf3b6929-9cff-43c8-96c8-508fca492992 tempest-DeleteServersAdminTestJSON-4043494 tempest-DeleteServersAdminTestJSON-4043494-project-member] Enqueued Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_members [ 949.316081] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_members [ 949.316898] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.317598] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 949.317689] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 949.317953] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 949.318165] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.318313] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 949.318403] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 949.318587] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 949.318703] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 949.318823] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 949.327961] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.328116] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 949.328352] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 949.328352] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 949.328440] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 949.328623] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.328720] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 949.328778] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 949.328919] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 949.328996] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 949.329101] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02e50ce1-648a-4330-b047-e2e4707be583 is going to be updated. [ 949.355650] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.355894] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 949.355966] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 949.356197] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 949.356341] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 949.367597] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: IN_PROGRESS for 2s [ 949.697014] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.697235] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 949.697380] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 949.697653] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 949.697908] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.698090] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 949.698215] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 949.698435] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 949.698597] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 949.698813] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 949.698913] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 949.699228] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 949.699374] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 949.699497] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 949.699606] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 949.699737] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.719553] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.719780] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 949.719847] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 949.720054] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-241" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 949.720771] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-da4712f4-c2f6-4e13-b668-b54f62d5a679 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.720960] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-da4712f4-c2f6-4e13-b668-b54f62d5a679" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 949.721103] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-da4712f4-c2f6-4e13-b668-b54f62d5a679" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 949.721435] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-da4712f4-c2f6-4e13-b668-b54f62d5a679" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 949.721569] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da4712f4-c2f6-4e13-b668-b54f62d5a679',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 949.740642] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.740914] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 949.741021] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 949.741291] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 949.741447] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 949.741607] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port da4712f4-c2f6-4e13-b668-b54f62d5a679 not found, creating... [ 949.742763] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.743158] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 949.743158] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 949.743389] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 949.743538] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 949.743873] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.743995] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 949.744130] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 949.744366] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 949.744511] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 949.744628] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: da4712f4-c2f6-4e13-b668-b54f62d5a679 is going to be created. [ 949.766032] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.766281] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 949.766385] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 949.766659] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 949.766928] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 949.767139] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-da4712f4-c2f6-4e13-b668-b54f62d5a679" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 950.075073] env[60019]: INFO networking_nsxv3.common.synchronization [req-645fc93b-ea81-455c-ada2-ce9f7feb6a40 req-d58c6175-2c64-4491-8732-1b6d4fec92ce service neutron] Enqueued Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_rules [ 950.075287] env[60019]: INFO networking_nsxv3.common.synchronization [req-645fc93b-ea81-455c-ada2-ce9f7feb6a40 req-d58c6175-2c64-4491-8732-1b6d4fec92ce service neutron] Enqueued Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_members [ 950.075432] env[60019]: INFO networking_nsxv3.common.synchronization [req-645fc93b-ea81-455c-ada2-ce9f7feb6a40 req-d58c6175-2c64-4491-8732-1b6d4fec92ce service neutron] Enqueued Resource ID: da4712f4-c2f6-4e13-b668-b54f62d5a679 with Priority: HIGHEST for action port [ 950.075674] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_rules [ 950.075802] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_members [ 950.075900] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da4712f4-c2f6-4e13-b668-b54f62d5a679 with Priority: HIGHEST for action port [ 950.076641] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.076641] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 950.076641] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 950.076828] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 950.076909] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 950.085227] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.090139] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 950.090139] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-da4712f4-c2f6-4e13-b668-b54f62d5a679 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.090139] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da4712f4-c2f6-4e13-b668-b54f62d5a679" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 950.090139] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da4712f4-c2f6-4e13-b668-b54f62d5a679" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 950.090139] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da4712f4-c2f6-4e13-b668-b54f62d5a679" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 950.090139] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da4712f4-c2f6-4e13-b668-b54f62d5a679',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 950.116187] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.116187] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 950.116187] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da4712f4-c2f6-4e13-b668-b54f62d5a679 with status ACTIVE [ 950.116187] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.116187] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 950.116187] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 950.116484] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 950.116484] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 950.116666] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.116713] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 950.116750] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 950.116915] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 950.116977] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 950.117285] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.117401] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 950.117441] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 950.117583] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 950.117653] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 950.117735] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da4712f4-c2f6-4e13-b668-b54f62d5a679 is going to be updated. [ 950.145819] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.145968] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 950.145968] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 950.146154] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 950.146292] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 950.146456] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da4712f4-c2f6-4e13-b668-b54f62d5a679" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 950.396151] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 in Status: SUCCESS [ 950.396538] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 deletion is rescheduled due to dependency. [ 950.396538] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 951.379809] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: SUCCESS [ 951.380011] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02e50ce1-648a-4330-b047-e2e4707be583 deletion is rescheduled due to dependency. [ 951.380139] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 951.380296] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 951.380509] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 951.380700] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.380819] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 951.380886] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 951.381055] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 951.381138] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 951.381276] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 951.390096] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 951.397847] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 951.404221] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.404221] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 951.404221] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 951.404540] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 951.404540] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 951.404540] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02e50ce1-648a-4330-b047-e2e4707be583 is going to be updated. [ 951.435391] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.435545] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 951.435596] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 951.435773] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 951.435958] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 951.446248] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: IN_PROGRESS for 2s [ 953.458375] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: SUCCESS [ 953.458808] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 953.459344] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 953.459580] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 953.459776] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.459899] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 953.459967] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 953.460260] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 953.460349] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 953.460450] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 953.460544] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 953.475997] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.475997] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 953.476191] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 953.476256] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 953.476422] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.476526] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 953.476592] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 953.481312] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 953.481312] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 953.481312] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 953.481312] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.481312] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 953.481312] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 953.481312] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 953.481312] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.481312] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 953.481312] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 953.481312] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 953.481312] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 953.481312] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 953.481312] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 953.488330] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02e50ce1-648a-4330-b047-e2e4707be583: rpc.has_security_group_logging(os_id): False [ 953.507526] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.507907] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 953.507907] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 953.508030] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 953.508067] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 953.508273] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.508380] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 953.508496] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 953.508578] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 953.508655] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 953.508838] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.509070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 953.509070] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 953.509195] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 953.509246] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 953.509412] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.509511] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 953.509565] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 953.509705] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 953.509780] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 953.509995] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02e50ce1-648a-4330-b047-e2e4707be583 is going to be updated. [ 953.573930] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.574218] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 953.574218] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 953.574378] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 953.574521] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 953.587496] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: IN_PROGRESS for 2s [ 954.032525] env[60019]: INFO networking_nsxv3.common.synchronization [None req-00312ac5-e509-4e2f-afd0-1b6ea74df8cd None None] Enqueued Resource ID: 659a81c5-6f7a-40d4-9f57-8fdb30b5655c with Priority: HIGHEST for action port [ 954.032838] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659a81c5-6f7a-40d4-9f57-8fdb30b5655c with Priority: HIGHEST for action port [ 954.033159] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-659a81c5-6f7a-40d4-9f57-8fdb30b5655c taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.033285] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-659a81c5-6f7a-40d4-9f57-8fdb30b5655c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 954.033356] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-659a81c5-6f7a-40d4-9f57-8fdb30b5655c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 954.033674] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-659a81c5-6f7a-40d4-9f57-8fdb30b5655c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 954.033761] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('659a81c5-6f7a-40d4-9f57-8fdb30b5655c',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 954.059591] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 659a81c5-6f7a-40d4-9f57-8fdb30b5655c [ 954.059591] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.059591] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 954.059591] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 954.059591] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 954.059591] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 954.059591] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:659a81c5-6f7a-40d4-9f57-8fdb30b5655c already deleted. [ 954.059591] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-659a81c5-6f7a-40d4-9f57-8fdb30b5655c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 955.601976] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: SUCCESS [ 955.602405] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 955.918544] env[60019]: INFO networking_nsxv3.common.synchronization [None req-5a91f93d-e8f5-4be5-9318-92586c853dd4 None None] Enqueued Resource ID: 222b3ca6-a9ef-4d8f-907e-85a4fd9ff462 with Priority: HIGHEST for action port [ 955.918845] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 222b3ca6-a9ef-4d8f-907e-85a4fd9ff462 with Priority: HIGHEST for action port [ 955.919182] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-222b3ca6-a9ef-4d8f-907e-85a4fd9ff462 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.919314] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-222b3ca6-a9ef-4d8f-907e-85a4fd9ff462" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 955.919383] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-222b3ca6-a9ef-4d8f-907e-85a4fd9ff462" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 955.919651] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-222b3ca6-a9ef-4d8f-907e-85a4fd9ff462" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 955.919738] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('222b3ca6-a9ef-4d8f-907e-85a4fd9ff462',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 955.929279] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 222b3ca6-a9ef-4d8f-907e-85a4fd9ff462 [ 955.929488] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.929615] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 955.929682] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 955.929884] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 955.929972] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 955.930088] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:222b3ca6-a9ef-4d8f-907e-85a4fd9ff462 already deleted. [ 955.930170] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-222b3ca6-a9ef-4d8f-907e-85a4fd9ff462" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 960.919650] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 960.919987] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 964.084994] env[60019]: INFO networking_nsxv3.common.synchronization [req-f9d498b3-2357-403b-a0c9-cef58186dc62 req-c66e9ce8-0d87-429c-ad58-0fac803cd5ed tempest-ServersTestFqdnHostnames-309226866 tempest-ServersTestFqdnHostnames-309226866-project-member] Enqueued Resource ID: 30e76749-798a-47bf-a7c9-5e95f087c00f with Priority: HIGHEST for action security_group_members [ 964.085317] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e76749-798a-47bf-a7c9-5e95f087c00f with Priority: HIGHEST for action security_group_members [ 964.085804] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e76749-798a-47bf-a7c9-5e95f087c00f taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.085931] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.086009] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.086217] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.086378] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.086483] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.086542] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.086687] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.086773] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.086863] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30e76749-798a-47bf-a7c9-5e95f087c00f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 964.108105] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.108258] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.108333] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.108538] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.108629] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.108821] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.108920] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.109200] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.109200] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.109200] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.109337] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e76749-798a-47bf-a7c9-5e95f087c00f is going to be updated. [ 964.139741] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.139902] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 964.139976] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 964.140192] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 964.140336] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 964.149903] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e76749-798a-47bf-a7c9-5e95f087c00f in Status: IN_PROGRESS for 2s [ 966.162229] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e76749-798a-47bf-a7c9-5e95f087c00f in Status: SUCCESS [ 966.162229] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e76749-798a-47bf-a7c9-5e95f087c00f deletion is rescheduled due to dependency. [ 966.162229] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 967.973643] env[60019]: INFO networking_nsxv3.common.synchronization [None req-afdb0217-52c4-467d-b1b7-fd65fded0055 None None] Enqueued Resource ID: c2d45fa4-cd72-43fc-9863-305f4742fac9 with Priority: HIGHEST for action port [ 967.973955] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d45fa4-cd72-43fc-9863-305f4742fac9 with Priority: HIGHEST for action port [ 967.974225] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2d45fa4-cd72-43fc-9863-305f4742fac9 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.974358] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2d45fa4-cd72-43fc-9863-305f4742fac9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 967.974596] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2d45fa4-cd72-43fc-9863-305f4742fac9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 967.974724] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2d45fa4-cd72-43fc-9863-305f4742fac9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 967.974809] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2d45fa4-cd72-43fc-9863-305f4742fac9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 968.019450] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2d45fa4-cd72-43fc-9863-305f4742fac9 [ 968.019687] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.019828] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 968.019902] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 968.020130] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 968.020227] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 968.020699] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2d45fa4-cd72-43fc-9863-305f4742fac9 already deleted. [ 968.020699] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2d45fa4-cd72-43fc-9863-305f4742fac9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 970.040280] env[60019]: INFO networking_nsxv3.common.synchronization [None req-f7ae5d0c-ed39-4a58-848a-23881ab059cc None None] Enqueued Resource ID: c65c0ef2-edb9-4386-8554-59bad27813d5 with Priority: HIGHEST for action port [ 970.042190] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65c0ef2-edb9-4386-8554-59bad27813d5 with Priority: HIGHEST for action port [ 970.042190] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-c65c0ef2-edb9-4386-8554-59bad27813d5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.042190] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c65c0ef2-edb9-4386-8554-59bad27813d5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.042190] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c65c0ef2-edb9-4386-8554-59bad27813d5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 970.042190] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c65c0ef2-edb9-4386-8554-59bad27813d5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 970.043077] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c65c0ef2-edb9-4386-8554-59bad27813d5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 970.068426] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c65c0ef2-edb9-4386-8554-59bad27813d5 [ 970.068715] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.068862] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.068934] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 970.069162] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 970.069256] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 970.069357] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c65c0ef2-edb9-4386-8554-59bad27813d5 already deleted. [ 970.069437] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c65c0ef2-edb9-4386-8554-59bad27813d5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 970.766838] env[60019]: INFO networking_nsxv3.common.synchronization [None req-f4c116a0-8d04-4973-80a4-9a5effa6d738 None None] Enqueued Resource ID: d146fc7f-5799-4f48-bbf9-c1ca8fdc9686 with Priority: HIGHEST for action port [ 970.767140] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d146fc7f-5799-4f48-bbf9-c1ca8fdc9686 with Priority: HIGHEST for action port [ 970.767663] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-d146fc7f-5799-4f48-bbf9-c1ca8fdc9686 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.767791] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d146fc7f-5799-4f48-bbf9-c1ca8fdc9686" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.767864] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d146fc7f-5799-4f48-bbf9-c1ca8fdc9686" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 970.768136] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d146fc7f-5799-4f48-bbf9-c1ca8fdc9686" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 970.768224] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d146fc7f-5799-4f48-bbf9-c1ca8fdc9686',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 970.781112] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d146fc7f-5799-4f48-bbf9-c1ca8fdc9686 [ 970.781355] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.781504] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 970.781585] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 970.781784] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 970.781878] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 970.782125] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d146fc7f-5799-4f48-bbf9-c1ca8fdc9686 already deleted. [ 970.782125] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d146fc7f-5799-4f48-bbf9-c1ca8fdc9686" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.828102] env[60019]: INFO networking_nsxv3.common.synchronization [None req-6cd7a434-90a1-432b-b6d4-00c3296a3ae9 None None] Enqueued Resource ID: eefae1bd-2091-46c9-8c4c-0ba7b33bd18c with Priority: HIGHEST for action port [ 972.828102] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eefae1bd-2091-46c9-8c4c-0ba7b33bd18c with Priority: HIGHEST for action port [ 972.828102] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-eefae1bd-2091-46c9-8c4c-0ba7b33bd18c taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.828102] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eefae1bd-2091-46c9-8c4c-0ba7b33bd18c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 972.828102] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eefae1bd-2091-46c9-8c4c-0ba7b33bd18c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 972.828102] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eefae1bd-2091-46c9-8c4c-0ba7b33bd18c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 972.828102] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eefae1bd-2091-46c9-8c4c-0ba7b33bd18c',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 972.843533] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eefae1bd-2091-46c9-8c4c-0ba7b33bd18c [ 972.843533] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.843533] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 972.843533] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 972.843533] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 972.843533] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.843533] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eefae1bd-2091-46c9-8c4c-0ba7b33bd18c already deleted. [ 972.843533] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eefae1bd-2091-46c9-8c4c-0ba7b33bd18c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 976.988134] env[60019]: INFO networking_nsxv3.common.synchronization [None req-ae8220e5-7f2c-4723-9479-36dfc7bcb0af None None] Enqueued Resource ID: 7facadb0-8919-4d8f-9dbf-edec3d0c042e with Priority: HIGHEST for action port [ 976.988134] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7facadb0-8919-4d8f-9dbf-edec3d0c042e with Priority: HIGHEST for action port [ 976.988134] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-7facadb0-8919-4d8f-9dbf-edec3d0c042e taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.988134] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7facadb0-8919-4d8f-9dbf-edec3d0c042e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 976.988134] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7facadb0-8919-4d8f-9dbf-edec3d0c042e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 976.988134] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7facadb0-8919-4d8f-9dbf-edec3d0c042e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 976.988134] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7facadb0-8919-4d8f-9dbf-edec3d0c042e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 977.043030] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7facadb0-8919-4d8f-9dbf-edec3d0c042e [ 977.043030] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.046347] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 977.047164] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 977.047446] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 977.047551] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 977.047695] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7facadb0-8919-4d8f-9dbf-edec3d0c042e already deleted. [ 977.047744] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7facadb0-8919-4d8f-9dbf-edec3d0c042e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 979.086411] env[60019]: INFO networking_nsxv3.common.synchronization [None req-c47f5896-de81-4bad-bcb1-12472ed381f9 None None] Enqueued Resource ID: e6d79abe-f9c5-47e6-bfae-b3c7c6547825 with Priority: HIGHEST for action port [ 979.086703] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d79abe-f9c5-47e6-bfae-b3c7c6547825 with Priority: HIGHEST for action port [ 979.087282] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6d79abe-f9c5-47e6-bfae-b3c7c6547825 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.087722] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6d79abe-f9c5-47e6-bfae-b3c7c6547825" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 979.087803] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6d79abe-f9c5-47e6-bfae-b3c7c6547825" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 979.088651] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6d79abe-f9c5-47e6-bfae-b3c7c6547825" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 979.088651] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d79abe-f9c5-47e6-bfae-b3c7c6547825',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 979.111710] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6d79abe-f9c5-47e6-bfae-b3c7c6547825 [ 979.113185] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.113185] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 979.113185] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 979.113185] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 979.113185] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 979.113185] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6d79abe-f9c5-47e6-bfae-b3c7c6547825 already deleted. [ 979.113185] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6d79abe-f9c5-47e6-bfae-b3c7c6547825" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 979.665235] env[60019]: INFO networking_nsxv3.common.synchronization [None req-6e599300-c4b6-41e7-bb0f-30af9875e2eb None None] Enqueued Resource ID: d8ba004e-e61f-4c1e-ab48-ff944f20d891 with Priority: HIGHEST for action port [ 979.665512] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8ba004e-e61f-4c1e-ab48-ff944f20d891 with Priority: HIGHEST for action port [ 979.665809] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8ba004e-e61f-4c1e-ab48-ff944f20d891 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.665936] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8ba004e-e61f-4c1e-ab48-ff944f20d891" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 979.666015] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8ba004e-e61f-4c1e-ab48-ff944f20d891" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 979.666293] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8ba004e-e61f-4c1e-ab48-ff944f20d891" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 979.666374] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8ba004e-e61f-4c1e-ab48-ff944f20d891',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 979.684030] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8ba004e-e61f-4c1e-ab48-ff944f20d891 [ 979.684222] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.684222] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 979.684304] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 979.686990] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 979.686990] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 979.686990] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8ba004e-e61f-4c1e-ab48-ff944f20d891 already deleted. [ 979.686990] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8ba004e-e61f-4c1e-ab48-ff944f20d891" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 980.424191] env[60019]: INFO networking_nsxv3.common.synchronization [None req-0c5e420d-345c-4d85-b54c-069b02ab8827 tempest-ServerActionsTestJSON-1715221641 tempest-ServerActionsTestJSON-1715221641-project-member] Enqueued Resource ID: 2730f123-85ca-4919-9f01-dd4f58eef5ef with Priority: HIGHEST for action security_group_rules [ 980.424191] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2730f123-85ca-4919-9f01-dd4f58eef5ef with Priority: HIGHEST for action security_group_rules [ 980.424191] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2730f123-85ca-4919-9f01-dd4f58eef5ef taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.424191] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2730f123-85ca-4919-9f01-dd4f58eef5ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 980.424191] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2730f123-85ca-4919-9f01-dd4f58eef5ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 980.424191] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2730f123-85ca-4919-9f01-dd4f58eef5ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 980.424191] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2730f123-85ca-4919-9f01-dd4f58eef5ef',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 980.456721] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.456921] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 980.457102] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 980.457292] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 980.457417] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 980.457541] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2730f123-85ca-4919-9f01-dd4f58eef5ef already deleted. [ 980.457664] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2730f123-85ca-4919-9f01-dd4f58eef5ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 980.617763] env[60019]: INFO networking_nsxv3.common.synchronization [None req-35c957bc-2ac4-4648-95e8-696c57fda679 tempest-ServerActionsTestJSON-1715221641 tempest-ServerActionsTestJSON-1715221641-project-member] Enqueued Resource ID: 2730f123-85ca-4919-9f01-dd4f58eef5ef with Priority: HIGHEST for action security_group_rules [ 980.618201] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2730f123-85ca-4919-9f01-dd4f58eef5ef with Priority: HIGHEST for action security_group_rules [ 980.618787] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2730f123-85ca-4919-9f01-dd4f58eef5ef taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.618919] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2730f123-85ca-4919-9f01-dd4f58eef5ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 980.620733] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2730f123-85ca-4919-9f01-dd4f58eef5ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 980.621446] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2730f123-85ca-4919-9f01-dd4f58eef5ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 980.621446] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2730f123-85ca-4919-9f01-dd4f58eef5ef',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 980.658788] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.659721] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 980.659721] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 980.659721] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 980.659721] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 980.659721] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2730f123-85ca-4919-9f01-dd4f58eef5ef already deleted. [ 980.659721] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2730f123-85ca-4919-9f01-dd4f58eef5ef" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 982.038151] env[60019]: INFO networking_nsxv3.common.synchronization [None req-7ac5d97c-6641-41ee-a115-743856fe0475 None None] Enqueued Resource ID: 96fa3e5a-59e4-436e-9898-620e95cc3ced with Priority: HIGHEST for action port [ 982.038151] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fa3e5a-59e4-436e-9898-620e95cc3ced with Priority: HIGHEST for action port [ 982.038151] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-96fa3e5a-59e4-436e-9898-620e95cc3ced taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.038151] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96fa3e5a-59e4-436e-9898-620e95cc3ced" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 982.038151] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96fa3e5a-59e4-436e-9898-620e95cc3ced" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 982.038151] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96fa3e5a-59e4-436e-9898-620e95cc3ced" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 982.038151] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96fa3e5a-59e4-436e-9898-620e95cc3ced',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 982.065802] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96fa3e5a-59e4-436e-9898-620e95cc3ced [ 982.066056] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.066223] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 982.066287] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 982.066591] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 982.066591] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 982.068377] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96fa3e5a-59e4-436e-9898-620e95cc3ced already deleted. [ 982.068377] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96fa3e5a-59e4-436e-9898-620e95cc3ced" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 982.481017] env[60019]: INFO networking_nsxv3.common.synchronization [None req-db5e77eb-eb23-4bdc-be37-57462de70b73 None None] Enqueued Resource ID: 18636f0d-861e-4801-a0b3-90a82e95e0db with Priority: HIGHEST for action port [ 982.481290] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18636f0d-861e-4801-a0b3-90a82e95e0db with Priority: HIGHEST for action port [ 982.482603] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-18636f0d-861e-4801-a0b3-90a82e95e0db taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.482603] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18636f0d-861e-4801-a0b3-90a82e95e0db" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 982.482603] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18636f0d-861e-4801-a0b3-90a82e95e0db" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 982.482974] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18636f0d-861e-4801-a0b3-90a82e95e0db" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 982.483165] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18636f0d-861e-4801-a0b3-90a82e95e0db',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 982.499030] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18636f0d-861e-4801-a0b3-90a82e95e0db [ 982.499030] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.499030] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 982.499030] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 982.499218] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 982.499218] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 982.499337] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18636f0d-861e-4801-a0b3-90a82e95e0db already deleted. [ 982.499391] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18636f0d-861e-4801-a0b3-90a82e95e0db" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 987.463772] env[60019]: INFO networking_nsxv3.common.synchronization [None req-b9e5c081-b442-46c1-bd4f-e31a3393f43a None None] Enqueued Resource ID: def801df-967b-44c0-936f-5ec3ffade4be with Priority: HIGHEST for action port [ 987.465851] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: def801df-967b-44c0-936f-5ec3ffade4be with Priority: HIGHEST for action port [ 987.465851] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-def801df-967b-44c0-936f-5ec3ffade4be taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.465851] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-def801df-967b-44c0-936f-5ec3ffade4be" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 987.465851] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-def801df-967b-44c0-936f-5ec3ffade4be" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 987.466277] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-def801df-967b-44c0-936f-5ec3ffade4be" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 987.466277] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def801df-967b-44c0-936f-5ec3ffade4be',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 987.503678] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port def801df-967b-44c0-936f-5ec3ffade4be [ 987.503935] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.504077] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 987.504148] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 987.504358] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 987.504451] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 987.504548] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:def801df-967b-44c0-936f-5ec3ffade4be already deleted. [ 987.504637] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-def801df-967b-44c0-936f-5ec3ffade4be" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 988.422882] env[60019]: INFO networking_nsxv3.common.synchronization [None req-98649753-0c2d-4789-bb42-9ce3f811e902 tempest-AttachInterfacesUnderV243Test-54291424 tempest-AttachInterfacesUnderV243Test-54291424-project-member] Enqueued Resource ID: a2f44e76-3f13-4b91-8ab1-a7e179371e68 with Priority: HIGHEST for action security_group_rules [ 988.424738] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f44e76-3f13-4b91-8ab1-a7e179371e68 with Priority: HIGHEST for action security_group_rules [ 988.425204] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2f44e76-3f13-4b91-8ab1-a7e179371e68 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.427025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2f44e76-3f13-4b91-8ab1-a7e179371e68" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 988.427025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2f44e76-3f13-4b91-8ab1-a7e179371e68" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 988.427025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2f44e76-3f13-4b91-8ab1-a7e179371e68" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 988.427025] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2f44e76-3f13-4b91-8ab1-a7e179371e68',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 988.464630] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.464895] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 988.464895] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 988.465404] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 988.465518] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 988.465633] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2f44e76-3f13-4b91-8ab1-a7e179371e68 already deleted. [ 988.465721] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2f44e76-3f13-4b91-8ab1-a7e179371e68" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 988.542457] env[60019]: INFO networking_nsxv3.common.synchronization [None req-c9604f56-5c0a-4072-b44a-797a13427af7 tempest-AttachInterfacesUnderV243Test-54291424 tempest-AttachInterfacesUnderV243Test-54291424-project-member] Enqueued Resource ID: a2f44e76-3f13-4b91-8ab1-a7e179371e68 with Priority: HIGHEST for action security_group_rules [ 988.542730] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f44e76-3f13-4b91-8ab1-a7e179371e68 with Priority: HIGHEST for action security_group_rules [ 988.543472] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2f44e76-3f13-4b91-8ab1-a7e179371e68 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.543559] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2f44e76-3f13-4b91-8ab1-a7e179371e68" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 988.543592] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2f44e76-3f13-4b91-8ab1-a7e179371e68" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 988.544714] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2f44e76-3f13-4b91-8ab1-a7e179371e68" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 988.544714] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2f44e76-3f13-4b91-8ab1-a7e179371e68',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 988.571918] env[60019]: INFO networking_nsxv3.common.synchronization [None req-961df82a-12dc-41bc-9605-44f4e07b73a1 None None] Enqueued Resource ID: 7cc5d587-8bb5-40e5-92e3-5eb0191545b3 with Priority: HIGHEST for action port [ 988.573882] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cc5d587-8bb5-40e5-92e3-5eb0191545b3 with Priority: HIGHEST for action port [ 988.573882] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cc5d587-8bb5-40e5-92e3-5eb0191545b3 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.573882] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cc5d587-8bb5-40e5-92e3-5eb0191545b3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 988.573882] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cc5d587-8bb5-40e5-92e3-5eb0191545b3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 988.573882] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cc5d587-8bb5-40e5-92e3-5eb0191545b3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 988.573882] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cc5d587-8bb5-40e5-92e3-5eb0191545b3',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 988.586045] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.586189] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 988.586264] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 988.586471] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 988.586684] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 988.586684] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2f44e76-3f13-4b91-8ab1-a7e179371e68 already deleted. [ 988.586792] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2f44e76-3f13-4b91-8ab1-a7e179371e68" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 988.593676] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cc5d587-8bb5-40e5-92e3-5eb0191545b3 [ 988.593891] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.594036] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 988.594093] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 988.594279] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 988.594363] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 988.594453] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cc5d587-8bb5-40e5-92e3-5eb0191545b3 already deleted. [ 988.594532] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cc5d587-8bb5-40e5-92e3-5eb0191545b3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 989.332877] env[60019]: INFO networking_nsxv3.common.synchronization [None req-3250deef-c888-4612-b66a-71900b4b6962 None None] Enqueued Resource ID: 560b129d-e800-4949-881e-ab4cf7b73a81 with Priority: HIGHEST for action port [ 989.333291] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 560b129d-e800-4949-881e-ab4cf7b73a81 with Priority: HIGHEST for action port [ 989.334079] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-560b129d-e800-4949-881e-ab4cf7b73a81 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.336554] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-560b129d-e800-4949-881e-ab4cf7b73a81" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 989.336554] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-560b129d-e800-4949-881e-ab4cf7b73a81" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 989.336554] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-560b129d-e800-4949-881e-ab4cf7b73a81" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 989.336693] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('560b129d-e800-4949-881e-ab4cf7b73a81',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 989.353777] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 560b129d-e800-4949-881e-ab4cf7b73a81 [ 989.353997] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.354137] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 989.354212] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 989.354414] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 989.354559] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 989.354703] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:560b129d-e800-4949-881e-ab4cf7b73a81 already deleted. [ 989.354703] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-560b129d-e800-4949-881e-ab4cf7b73a81" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 989.656648] env[60019]: INFO networking_nsxv3.common.synchronization [None req-94850944-079c-41b4-933a-2398d4adb434 tempest-ServersTestManualDisk-484959815 tempest-ServersTestManualDisk-484959815-project-member] Enqueued Resource ID: dfcd2572-6989-453c-ab29-b5b6ee1be8e7 with Priority: HIGHEST for action security_group_rules [ 989.656648] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfcd2572-6989-453c-ab29-b5b6ee1be8e7 with Priority: HIGHEST for action security_group_rules [ 989.657548] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfcd2572-6989-453c-ab29-b5b6ee1be8e7 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.657548] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfcd2572-6989-453c-ab29-b5b6ee1be8e7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 989.657548] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfcd2572-6989-453c-ab29-b5b6ee1be8e7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 989.657548] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfcd2572-6989-453c-ab29-b5b6ee1be8e7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 989.657747] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfcd2572-6989-453c-ab29-b5b6ee1be8e7',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 989.695211] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.695211] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 989.695211] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 989.695211] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 989.695211] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 989.695211] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfcd2572-6989-453c-ab29-b5b6ee1be8e7 already deleted. [ 989.695409] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfcd2572-6989-453c-ab29-b5b6ee1be8e7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 989.742430] env[60019]: INFO networking_nsxv3.common.synchronization [None req-5508e50b-2623-4e84-be8d-92b2332e8442 tempest-ServersTestManualDisk-484959815 tempest-ServersTestManualDisk-484959815-project-member] Enqueued Resource ID: dfcd2572-6989-453c-ab29-b5b6ee1be8e7 with Priority: HIGHEST for action security_group_rules [ 989.742430] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfcd2572-6989-453c-ab29-b5b6ee1be8e7 with Priority: HIGHEST for action security_group_rules [ 989.742430] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfcd2572-6989-453c-ab29-b5b6ee1be8e7 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.742430] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfcd2572-6989-453c-ab29-b5b6ee1be8e7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 989.742430] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfcd2572-6989-453c-ab29-b5b6ee1be8e7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 989.742430] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfcd2572-6989-453c-ab29-b5b6ee1be8e7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 989.742430] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfcd2572-6989-453c-ab29-b5b6ee1be8e7',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 989.778203] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.778483] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 989.778483] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 989.778634] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 989.778731] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 989.778826] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfcd2572-6989-453c-ab29-b5b6ee1be8e7 already deleted. [ 989.778911] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfcd2572-6989-453c-ab29-b5b6ee1be8e7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 990.879954] env[60019]: INFO networking_nsxv3.common.synchronization [None req-b331b6f4-a353-42d6-ba91-e45be2d15713 None None] Enqueued Resource ID: 64375821-3020-4f16-932a-31843c84c32c with Priority: HIGHEST for action port [ 990.880280] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64375821-3020-4f16-932a-31843c84c32c with Priority: HIGHEST for action port [ 990.880607] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-64375821-3020-4f16-932a-31843c84c32c taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.881440] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64375821-3020-4f16-932a-31843c84c32c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 990.881570] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64375821-3020-4f16-932a-31843c84c32c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 990.881859] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64375821-3020-4f16-932a-31843c84c32c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 990.881947] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64375821-3020-4f16-932a-31843c84c32c',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 990.892028] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64375821-3020-4f16-932a-31843c84c32c [ 990.892316] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.892480] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 990.892571] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 990.892804] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 990.893588] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 990.894173] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64375821-3020-4f16-932a-31843c84c32c already deleted. [ 990.894313] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64375821-3020-4f16-932a-31843c84c32c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 991.227914] env[60019]: INFO networking_nsxv3.common.synchronization [None req-240fa0a8-9fba-4b80-b91d-f29b7a179182 None None] Enqueued Resource ID: 642a34eb-a64d-492d-a92a-5dec24f8d013 with Priority: HIGHEST for action port [ 991.228221] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 642a34eb-a64d-492d-a92a-5dec24f8d013 with Priority: HIGHEST for action port [ 991.228536] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-642a34eb-a64d-492d-a92a-5dec24f8d013 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.228662] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-642a34eb-a64d-492d-a92a-5dec24f8d013" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 991.228733] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-642a34eb-a64d-492d-a92a-5dec24f8d013" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 991.229025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-642a34eb-a64d-492d-a92a-5dec24f8d013" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 991.229111] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('642a34eb-a64d-492d-a92a-5dec24f8d013',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 991.251306] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 642a34eb-a64d-492d-a92a-5dec24f8d013 [ 991.251561] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.251685] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 991.251771] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 991.252092] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 991.252145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 991.252252] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:642a34eb-a64d-492d-a92a-5dec24f8d013 already deleted. [ 991.252332] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-642a34eb-a64d-492d-a92a-5dec24f8d013" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 993.395507] env[60019]: INFO networking_nsxv3.common.synchronization [None req-1b7546b5-cf4a-4a11-8073-08a84f840ddc None None] Enqueued Resource ID: 632f24f4-c32c-41fa-8896-018fc3ac6e16 with Priority: HIGHEST for action port [ 993.395796] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 632f24f4-c32c-41fa-8896-018fc3ac6e16 with Priority: HIGHEST for action port [ 993.396046] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-632f24f4-c32c-41fa-8896-018fc3ac6e16 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.399023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-632f24f4-c32c-41fa-8896-018fc3ac6e16" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 993.399023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-632f24f4-c32c-41fa-8896-018fc3ac6e16" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 993.399023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-632f24f4-c32c-41fa-8896-018fc3ac6e16" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 993.399023] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('632f24f4-c32c-41fa-8896-018fc3ac6e16',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 993.407699] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 632f24f4-c32c-41fa-8896-018fc3ac6e16 [ 993.407916] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.408052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 993.408133] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 993.408347] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 993.408438] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 993.408537] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:632f24f4-c32c-41fa-8896-018fc3ac6e16 already deleted. [ 993.408616] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-632f24f4-c32c-41fa-8896-018fc3ac6e16" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 995.482919] env[60019]: INFO networking_nsxv3.common.synchronization [req-e59749df-cdb7-431a-98b4-6be65789904d req-215c6011-b14a-4462-9be0-30bc5724b846 tempest-ServersTestMultiNic-1605036069 tempest-ServersTestMultiNic-1605036069-project-member] Enqueued Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 995.483237] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 995.483757] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.483888] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 995.483946] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 995.484731] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 995.485011] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.485151] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 995.485397] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 995.485722] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 995.485803] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 995.485919] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 995.494310] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 995.502165] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 995.509014] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.509200] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 995.509275] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 995.509838] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 995.509956] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 995.510098] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 is going to be updated. [ 995.546130] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.546130] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 995.546130] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 995.546130] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 995.546130] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 995.559085] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: IN_PROGRESS for 2s [ 995.919380] env[60019]: INFO networking_nsxv3.common.synchronization [req-e59749df-cdb7-431a-98b4-6be65789904d req-815ba2c5-8bdc-43f9-8a6c-cf7cad0be4ad tempest-ServersTestMultiNic-1605036069 tempest-ServersTestMultiNic-1605036069-project-member] Enqueued Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 995.919659] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 995.920510] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.920623] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 996.591978] env[60019]: INFO networking_nsxv3.common.synchronization [req-e59749df-cdb7-431a-98b4-6be65789904d req-250a7a54-9ba6-4c28-8dd8-7af410736f04 tempest-ServersTestMultiNic-1605036069 tempest-ServersTestMultiNic-1605036069-project-member] Enqueued Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 996.592703] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGHEST for action security_group_members [ 996.593407] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.593474] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 997.572344] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: SUCCESS [ 997.572573] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 997.572747] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 997.573016] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 997.573236] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.573362] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 997.573433] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 997.573583] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 997.573717] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 997.573812] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 997.583932] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.584117] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 997.584170] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 997.584369] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 997.584455] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 997.584637] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.584731] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 997.584795] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 997.584930] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 997.585033] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 997.585102] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 is going to be updated. [ 997.615232] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.615563] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 997.615563] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 997.615649] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 997.615797] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 997.626518] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: IN_PROGRESS for 2s [ 997.789093] env[60019]: INFO networking_nsxv3.common.synchronization [None req-55f8b877-d6e4-4617-be85-930fedab4c8f None None] Enqueued Resource ID: 0f768c79-b064-4e3e-9f3c-b9ff512b1702 with Priority: HIGHEST for action port [ 997.789372] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f768c79-b064-4e3e-9f3c-b9ff512b1702 with Priority: HIGHEST for action port [ 997.789676] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f768c79-b064-4e3e-9f3c-b9ff512b1702 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.789806] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f768c79-b064-4e3e-9f3c-b9ff512b1702" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 997.789884] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f768c79-b064-4e3e-9f3c-b9ff512b1702" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 997.790243] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f768c79-b064-4e3e-9f3c-b9ff512b1702" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 997.790310] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f768c79-b064-4e3e-9f3c-b9ff512b1702',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 997.803423] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f768c79-b064-4e3e-9f3c-b9ff512b1702 [ 997.803642] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.803796] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 997.803866] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 997.804080] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 997.804169] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 997.804263] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f768c79-b064-4e3e-9f3c-b9ff512b1702 already deleted. [ 997.804339] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f768c79-b064-4e3e-9f3c-b9ff512b1702" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 998.283750] env[60019]: INFO networking_nsxv3.common.synchronization [req-5bf779b6-749c-4443-bf58-24963e6d36c6 req-44bdaad0-5a67-4e7b-9375-0495afa61115 tempest-ServerPasswordTestJSON-1793502215 tempest-ServerPasswordTestJSON-1793502215-project-member] Enqueued Resource ID: 8d034d80-4700-4923-b80e-5600eec9950d with Priority: HIGHEST for action security_group_members [ 998.283750] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d034d80-4700-4923-b80e-5600eec9950d with Priority: HIGHEST for action security_group_members [ 998.284080] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d034d80-4700-4923-b80e-5600eec9950d taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.284209] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 998.284281] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 998.284534] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 998.284697] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.284830] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 998.284902] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 998.286337] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 998.286457] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 998.286563] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d034d80-4700-4923-b80e-5600eec9950d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 998.301445] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.301606] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 998.301868] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 998.301925] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 998.301994] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 998.302201] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.302297] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 998.302359] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 998.302505] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 998.302759] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 998.302759] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d034d80-4700-4923-b80e-5600eec9950d already deleted. [ 998.302759] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 998.770831] env[60019]: INFO networking_nsxv3.common.synchronization [None req-aeab59a4-d18d-41c3-b968-b3d61d40aed3 None None] Enqueued Resource ID: ea9df632-01b7-444e-babd-3d250d2f07b3 with Priority: HIGHEST for action port [ 998.774197] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9df632-01b7-444e-babd-3d250d2f07b3 with Priority: HIGHEST for action port [ 998.774197] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea9df632-01b7-444e-babd-3d250d2f07b3 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.774197] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea9df632-01b7-444e-babd-3d250d2f07b3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 998.774197] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea9df632-01b7-444e-babd-3d250d2f07b3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 998.774197] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea9df632-01b7-444e-babd-3d250d2f07b3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 998.774197] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9df632-01b7-444e-babd-3d250d2f07b3',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 998.810188] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea9df632-01b7-444e-babd-3d250d2f07b3 [ 998.810455] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.810597] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 998.810669] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 998.810877] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 998.810974] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 998.811095] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea9df632-01b7-444e-babd-3d250d2f07b3 already deleted. [ 998.811278] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea9df632-01b7-444e-babd-3d250d2f07b3" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 998.980061] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.980295] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-946" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 998.980424] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-946" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 998.980741] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-946" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 998.982055] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.982363] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 998.982510] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 998.982768] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 998.982924] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 998.983190] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 998.983310] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 998.983424] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 998.983537] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 998.983661] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 998.983807] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 998.983961] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.007124] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.007317] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 999.007852] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 999.007852] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-946" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.008091] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-544a8ec1-715f-48ac-a525-4a8b19ccf72f taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.008301] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-544a8ec1-715f-48ac-a525-4a8b19ccf72f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.008427] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-544a8ec1-715f-48ac-a525-4a8b19ccf72f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.009855] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-544a8ec1-715f-48ac-a525-4a8b19ccf72f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.009855] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('544a8ec1-715f-48ac-a525-4a8b19ccf72f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 999.040329] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.040522] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.040648] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.040918] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.041152] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.041376] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port 544a8ec1-715f-48ac-a525-4a8b19ccf72f not found, creating... [ 999.041718] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.042072] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.042236] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.042483] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.042628] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.042927] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.043362] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.043504] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.043769] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.043914] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.044075] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: 544a8ec1-715f-48ac-a525-4a8b19ccf72f is going to be created. [ 999.071723] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.071723] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.071723] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.072021] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.072224] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.072459] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-544a8ec1-715f-48ac-a525-4a8b19ccf72f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.381899] env[60019]: INFO networking_nsxv3.common.synchronization [req-5bf779b6-749c-4443-bf58-24963e6d36c6 req-6589acc4-d11b-4776-a6c7-8ef1f96ad8f4 service neutron] Enqueued Resource ID: 8d034d80-4700-4923-b80e-5600eec9950d with Priority: HIGHEST for action security_group_rules [ 999.382111] env[60019]: INFO networking_nsxv3.common.synchronization [req-5bf779b6-749c-4443-bf58-24963e6d36c6 req-6589acc4-d11b-4776-a6c7-8ef1f96ad8f4 service neutron] Enqueued Resource ID: 8d034d80-4700-4923-b80e-5600eec9950d with Priority: HIGHEST for action security_group_members [ 999.382467] env[60019]: INFO networking_nsxv3.common.synchronization [req-5bf779b6-749c-4443-bf58-24963e6d36c6 req-6589acc4-d11b-4776-a6c7-8ef1f96ad8f4 service neutron] Enqueued Resource ID: 544a8ec1-715f-48ac-a525-4a8b19ccf72f with Priority: HIGHEST for action port [ 999.382922] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d034d80-4700-4923-b80e-5600eec9950d with Priority: HIGHEST for action security_group_rules [ 999.383163] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d034d80-4700-4923-b80e-5600eec9950d with Priority: HIGHEST for action security_group_members [ 999.383277] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 544a8ec1-715f-48ac-a525-4a8b19ccf72f with Priority: HIGHEST for action port [ 999.385468] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d034d80-4700-4923-b80e-5600eec9950d taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.385833] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.385932] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.386220] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.386682] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d034d80-4700-4923-b80e-5600eec9950d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 999.388231] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d034d80-4700-4923-b80e-5600eec9950d taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.392017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.392017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.392017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.392017] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.392017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.392017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.392017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.392017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.392017] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d034d80-4700-4923-b80e-5600eec9950d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 999.392017] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-544a8ec1-715f-48ac-a525-4a8b19ccf72f taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.392017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-544a8ec1-715f-48ac-a525-4a8b19ccf72f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.392017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-544a8ec1-715f-48ac-a525-4a8b19ccf72f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.392017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-544a8ec1-715f-48ac-a525-4a8b19ccf72f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.392017] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('544a8ec1-715f-48ac-a525-4a8b19ccf72f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 999.405021] env[60019]: INFO networking_nsxv3.common.synchronization [None req-17c986f0-ceae-4d92-8804-9476da391713 tempest-AttachVolumeTestJSON-96048847 tempest-AttachVolumeTestJSON-96048847-project-member] Enqueued Resource ID: 2c61e2eb-4268-43d1-a72c-64fe5d72337c with Priority: HIGHEST for action security_group_rules [ 999.405021] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c61e2eb-4268-43d1-a72c-64fe5d72337c with Priority: HIGHEST for action security_group_rules [ 999.405021] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c61e2eb-4268-43d1-a72c-64fe5d72337c taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.405021] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c61e2eb-4268-43d1-a72c-64fe5d72337c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.405021] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c61e2eb-4268-43d1-a72c-64fe5d72337c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.405282] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c61e2eb-4268-43d1-a72c-64fe5d72337c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.405282] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c61e2eb-4268-43d1-a72c-64fe5d72337c',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 999.417035] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d034d80-4700-4923-b80e-5600eec9950d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 999.428464] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d034d80-4700-4923-b80e-5600eec9950d taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.428549] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.436273] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 544a8ec1-715f-48ac-a525-4a8b19ccf72f with status ACTIVE [ 999.439025] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.439025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.439025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.439025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.439025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.439025] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.439025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.439025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.439025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.439025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.439025] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.439025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.439025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.439025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.439025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.439568] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 544a8ec1-715f-48ac-a525-4a8b19ccf72f is going to be updated. [ 999.441940] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d034d80-4700-4923-b80e-5600eec9950d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 999.455400] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.455788] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.458058] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.458058] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.458058] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.458058] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d034d80-4700-4923-b80e-5600eec9950d is going to be created. [ 999.459166] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.460103] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.460245] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.460606] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.460854] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.461009] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c61e2eb-4268-43d1-a72c-64fe5d72337c already deleted. [ 999.461154] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c61e2eb-4268-43d1-a72c-64fe5d72337c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.470600] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.470808] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.470884] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.471417] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.471417] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.471602] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-544a8ec1-715f-48ac-a525-4a8b19ccf72f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.488911] env[60019]: INFO networking_nsxv3.common.synchronization [None req-043485dc-15a9-451b-8200-451bef1bd7b4 tempest-AttachVolumeTestJSON-96048847 tempest-AttachVolumeTestJSON-96048847-project-member] Enqueued Resource ID: 2c61e2eb-4268-43d1-a72c-64fe5d72337c with Priority: HIGHEST for action security_group_rules [ 999.490448] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.491020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.491020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.491198] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.491454] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.492564] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c61e2eb-4268-43d1-a72c-64fe5d72337c with Priority: HIGHEST for action security_group_rules [ 999.493183] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c61e2eb-4268-43d1-a72c-64fe5d72337c taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.493299] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c61e2eb-4268-43d1-a72c-64fe5d72337c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.493367] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c61e2eb-4268-43d1-a72c-64fe5d72337c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.493547] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c61e2eb-4268-43d1-a72c-64fe5d72337c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.493628] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c61e2eb-4268-43d1-a72c-64fe5d72337c',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 999.509946] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d034d80-4700-4923-b80e-5600eec9950d in Status: UNINITIALIZED for 2s [ 999.538069] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.538265] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.538297] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.538553] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.538630] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.538687] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c61e2eb-4268-43d1-a72c-64fe5d72337c already deleted. [ 999.538771] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c61e2eb-4268-43d1-a72c-64fe5d72337c" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.639762] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: SUCCESS [ 999.639762] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 deletion is rescheduled due to dependency. [ 999.639762] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.639762] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.641475] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.643017] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.643017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.643017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.643017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.643017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.643017] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 999.656536] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.656536] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.656536] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.656536] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.656536] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.656536] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.656536] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.656536] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.656536] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.656536] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.656536] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 is going to be updated. [ 999.695072] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.695072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.695072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.695072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.695331] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.705813] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: IN_PROGRESS for 2s [ 999.946023] env[60019]: INFO networking_nsxv3.common.synchronization [None req-5453c13f-7c5e-4cd0-8b99-55adb288f137 None None] Enqueued Resource ID: e1172313-9bd8-4b7c-926a-ffeecf82f81d with Priority: HIGHEST for action port [ 999.946023] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1172313-9bd8-4b7c-926a-ffeecf82f81d with Priority: HIGHEST for action port [ 999.946023] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1172313-9bd8-4b7c-926a-ffeecf82f81d taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.946023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1172313-9bd8-4b7c-926a-ffeecf82f81d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.946023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1172313-9bd8-4b7c-926a-ffeecf82f81d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.946600] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1172313-9bd8-4b7c-926a-ffeecf82f81d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.946796] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1172313-9bd8-4b7c-926a-ffeecf82f81d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 999.962244] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1172313-9bd8-4b7c-926a-ffeecf82f81d [ 999.966208] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.966208] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 999.966208] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 999.966208] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 999.966208] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 999.966208] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1172313-9bd8-4b7c-926a-ffeecf82f81d already deleted. [ 999.966208] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1172313-9bd8-4b7c-926a-ffeecf82f81d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1000.830890] env[60019]: INFO networking_nsxv3.common.synchronization [req-36720957-c3fd-4425-a7dd-8517cf5bb649 req-67cba0c2-4077-4cc0-97de-25fc2fbb49e0 tempest-DeleteServersAdminTestJSON-4043494 tempest-DeleteServersAdminTestJSON-4043494-project-member] Enqueued Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_members [ 1000.831187] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGHEST for action security_group_members [ 1000.834605] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.834605] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1000.834605] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1000.834605] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1000.834605] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.834605] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1000.834605] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1000.834605] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1000.834605] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1000.834605] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1000.850981] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.851192] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1000.851268] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1000.851467] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1000.851561] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1000.851943] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.851943] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1000.851943] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1000.852087] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1000.852167] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1000.852456] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02e50ce1-648a-4330-b047-e2e4707be583 is going to be updated. [ 1000.880435] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.880510] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1000.880582] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1000.880772] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1000.880917] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1000.890564] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: IN_PROGRESS for 2s [ 1000.976160] env[60019]: INFO networking_nsxv3.common.synchronization [None req-ab09bcf8-7398-4e46-afa8-32c1c64c2dd8 None None] Enqueued Resource ID: 92c2944e-3edb-4875-953a-f389146059f2 with Priority: HIGHEST for action port [ 1000.976413] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92c2944e-3edb-4875-953a-f389146059f2 with Priority: HIGHEST for action port [ 1000.976785] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-92c2944e-3edb-4875-953a-f389146059f2 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.976785] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92c2944e-3edb-4875-953a-f389146059f2" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1000.976917] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92c2944e-3edb-4875-953a-f389146059f2" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1000.977174] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92c2944e-3edb-4875-953a-f389146059f2" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1000.977240] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c2944e-3edb-4875-953a-f389146059f2',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1001.013028] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92c2944e-3edb-4875-953a-f389146059f2 [ 1001.013028] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.013211] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1001.013211] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1001.013382] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1001.013486] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1001.013565] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92c2944e-3edb-4875-953a-f389146059f2 already deleted. [ 1001.013634] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92c2944e-3edb-4875-953a-f389146059f2" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1001.518270] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d034d80-4700-4923-b80e-5600eec9950d in Status: SUCCESS [ 1001.518491] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1001.518654] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1001.518877] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1001.519093] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.519220] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1001.519285] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1001.519444] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1001.519527] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1001.519618] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1001.519712] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d034d80-4700-4923-b80e-5600eec9950d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1001.531601] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d034d80-4700-4923-b80e-5600eec9950d taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.531746] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1001.531856] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1001.532038] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1001.532220] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.532325] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1001.532396] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1001.532535] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1001.532620] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1001.532758] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1001.532861] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d034d80-4700-4923-b80e-5600eec9950d taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.532975] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1001.533055] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1001.533210] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1001.533342] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.533437] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1001.533499] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1001.533638] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1001.533756] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1001.533882] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1001.533980] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d034d80-4700-4923-b80e-5600eec9950d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1001.539690] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d034d80-4700-4923-b80e-5600eec9950d: rpc.has_security_group_logging(os_id): False [ 1001.558694] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.558694] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1001.558694] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1001.558694] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1001.558694] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1001.558857] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.558927] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1001.558981] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1001.559866] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1001.559866] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1001.559866] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.559866] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1001.559866] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1001.559866] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1001.559866] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1001.560374] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.560374] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1001.560374] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1001.560374] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1001.560513] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1001.560637] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d034d80-4700-4923-b80e-5600eec9950d is going to be created. [ 1001.620516] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.620684] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1001.620725] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1001.620941] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1001.621145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1001.634456] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d034d80-4700-4923-b80e-5600eec9950d in Status: IN_PROGRESS for 2s [ 1001.723943] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 in Status: SUCCESS [ 1001.724157] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 deletion is rescheduled due to dependency. [ 1001.724278] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1002.899381] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02e50ce1-648a-4330-b047-e2e4707be583 in Status: SUCCESS [ 1002.899833] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02e50ce1-648a-4330-b047-e2e4707be583 deletion is rescheduled due to dependency. [ 1002.899833] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1002.908873] env[60019]: INFO networking_nsxv3.common.synchronization [None req-7fb1b4b2-339c-44cf-be56-62968379aa15 tempest-AttachVolumeTestJSON-96048847 tempest-AttachVolumeTestJSON-96048847-project-member] Enqueued Resource ID: 75443fe0-368e-4e48-ba61-fcdc19b4e5d9 with Priority: HIGHEST for action security_group_rules [ 1002.909169] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75443fe0-368e-4e48-ba61-fcdc19b4e5d9 with Priority: HIGHEST for action security_group_rules [ 1002.909709] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75443fe0-368e-4e48-ba61-fcdc19b4e5d9 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.909841] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75443fe0-368e-4e48-ba61-fcdc19b4e5d9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1002.909915] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75443fe0-368e-4e48-ba61-fcdc19b4e5d9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1002.910189] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75443fe0-368e-4e48-ba61-fcdc19b4e5d9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1002.910277] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75443fe0-368e-4e48-ba61-fcdc19b4e5d9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1002.945040] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.945184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1002.945230] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1002.945445] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1002.945543] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1002.945640] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75443fe0-368e-4e48-ba61-fcdc19b4e5d9 already deleted. [ 1002.945726] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75443fe0-368e-4e48-ba61-fcdc19b4e5d9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1002.989538] env[60019]: INFO networking_nsxv3.common.synchronization [None req-6dfaaef5-c141-4c5c-9743-eee059999fb5 tempest-AttachVolumeTestJSON-96048847 tempest-AttachVolumeTestJSON-96048847-project-member] Enqueued Resource ID: 75443fe0-368e-4e48-ba61-fcdc19b4e5d9 with Priority: HIGHEST for action security_group_rules [ 1002.989823] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75443fe0-368e-4e48-ba61-fcdc19b4e5d9 with Priority: HIGHEST for action security_group_rules [ 1002.990371] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75443fe0-368e-4e48-ba61-fcdc19b4e5d9 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.990496] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75443fe0-368e-4e48-ba61-fcdc19b4e5d9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1002.990577] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75443fe0-368e-4e48-ba61-fcdc19b4e5d9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1002.990853] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75443fe0-368e-4e48-ba61-fcdc19b4e5d9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1002.990853] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75443fe0-368e-4e48-ba61-fcdc19b4e5d9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1003.020664] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.020664] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1003.020832] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1003.020936] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1003.021025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1003.021130] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75443fe0-368e-4e48-ba61-fcdc19b4e5d9 already deleted. [ 1003.021212] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75443fe0-368e-4e48-ba61-fcdc19b4e5d9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1003.647260] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d034d80-4700-4923-b80e-5600eec9950d in Status: SUCCESS [ 1003.647637] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1007.990799] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1007.990799] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1008.155659] env[60019]: INFO networking_nsxv3.common.synchronization [None req-f7ff6ac3-fc63-4572-8a84-22dc5a9ce0ae None None] Enqueued Resource ID: fc503dda-b14d-4d4a-9ce1-0e3d75f210d7 with Priority: HIGHEST for action port [ 1008.157766] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc503dda-b14d-4d4a-9ce1-0e3d75f210d7 with Priority: HIGHEST for action port [ 1008.158174] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc503dda-b14d-4d4a-9ce1-0e3d75f210d7 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.163017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc503dda-b14d-4d4a-9ce1-0e3d75f210d7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1008.163017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc503dda-b14d-4d4a-9ce1-0e3d75f210d7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1008.163017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc503dda-b14d-4d4a-9ce1-0e3d75f210d7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1008.163017] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc503dda-b14d-4d4a-9ce1-0e3d75f210d7',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1008.168865] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc503dda-b14d-4d4a-9ce1-0e3d75f210d7 [ 1008.169088] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.169211] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1008.169277] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1008.169475] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1008.169563] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1008.169776] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc503dda-b14d-4d4a-9ce1-0e3d75f210d7 already deleted. [ 1008.169776] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc503dda-b14d-4d4a-9ce1-0e3d75f210d7" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1009.523178] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.523499] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1009.523499] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1009.524464] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1009.524464] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1009.547530] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1009.560662] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1009.569944] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1009.570060] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1009.816985] env[60019]: INFO networking_nsxv3.common.synchronization [None req-9d176b7e-9e72-42ff-9da7-1c8e349dd5bd None None] Enqueued Resource ID: d31d7abd-bad4-4608-846c-2e576203c043 with Priority: HIGHEST for action port [ 1009.817313] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31d7abd-bad4-4608-846c-2e576203c043 with Priority: HIGHEST for action port [ 1009.817629] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-d31d7abd-bad4-4608-846c-2e576203c043 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.817760] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d31d7abd-bad4-4608-846c-2e576203c043" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1009.817833] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d31d7abd-bad4-4608-846c-2e576203c043" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1009.818150] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d31d7abd-bad4-4608-846c-2e576203c043" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1009.818235] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d31d7abd-bad4-4608-846c-2e576203c043',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1009.834787] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d31d7abd-bad4-4608-846c-2e576203c043 [ 1009.835030] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.835182] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1009.835304] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1009.835529] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1009.835627] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1009.835728] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d31d7abd-bad4-4608-846c-2e576203c043 already deleted. [ 1009.835810] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d31d7abd-bad4-4608-846c-2e576203c043" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.289747] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.289899] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.289974] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.290217] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.302878] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1010.304067] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.304467] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1010.326947] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.327156] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.327201] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.327415] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.330758] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.331012] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1010.331105] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1010.331184] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1010.356449] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.356668] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.356668] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.356946] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.357646] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.357843] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1010.393413] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.393575] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.393650] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.393944] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.394115] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.394275] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1010.429112] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.429308] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.429352] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.429535] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.429681] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.429851] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:12. [ 1010.429934] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'30e76749-798a-47bf-a7c9-5e95f087c00f', 'bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b', '996cc90a-7ee7-4423-87e3-57af46d383fb', '3f2ef077-7dfc-471d-ba73-abb5e602bdc9', '387938ad-0a9c-43d1-a155-a88a1b452f6e', 'e6eeba78-d27a-417d-9333-c533d8bf5ad5', '8d034d80-4700-4923-b80e-5600eec9950d', '02e50ce1-648a-4330-b047-e2e4707be583', '33305b1f-f1f3-494c-a1cf-84be023f0b92', 'c9448588-53d3-47fb-9070-f48d3aa249e6', '5f509e02-d864-4b45-96ed-a7a3f8bee1bc', '9091e93c-dd03-422d-8d43-235333b7c121'} {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1010.430018] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1010.449050] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.449050] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.449050] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.449050] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.449050] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.449050] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1010.449050] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1010.449050] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1010.487690] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.487904] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.488032] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.488232] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.488599] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.488765] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1010.488844] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=60019) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1010.488916] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1010.489016] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1010.489100] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 12/12 resources of Type:Security Group Rules [ 1010.489175] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30e76749-798a-47bf-a7c9-5e95f087c00f with Priority: HIGH for action security_group_rules [ 1010.489253] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b with Priority: HIGH for action security_group_rules [ 1010.489322] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGH for action security_group_rules [ 1010.489388] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 with Priority: HIGH for action security_group_rules [ 1010.489453] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGH for action security_group_rules [ 1010.489516] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGH for action security_group_rules [ 1010.489580] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d034d80-4700-4923-b80e-5600eec9950d with Priority: HIGH for action security_group_rules [ 1010.489643] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGH for action security_group_rules [ 1010.489706] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGH for action security_group_rules [ 1010.489770] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9448588-53d3-47fb-9070-f48d3aa249e6 with Priority: HIGH for action security_group_rules [ 1010.489835] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc with Priority: HIGH for action security_group_rules [ 1010.489917] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9091e93c-dd03-422d-8d43-235333b7c121 with Priority: HIGH for action security_group_rules [ 1010.490008] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1010.490080] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1010.490268] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.490367] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.490430] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.490582] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.490656] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.490823] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.490914] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.490974] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.491121] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.491194] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.491358] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.491448] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.491508] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.491650] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.491728] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.491892] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.491981] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.492051] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.492185] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.492256] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.492418] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.492517] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.492603] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.492793] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.492911] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.493233] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.493383] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.493455] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.493679] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.493760] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.493970] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.494092] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.494186] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.494330] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.494404] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.494573] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.494664] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.494724] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.494863] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.494950] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.495138] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.495239] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.495323] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.495480] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.495553] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.495719] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.495811] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.495872] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.496010] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.496090] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.496253] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.496342] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.496402] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.496533] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.496604] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.496800] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.496898] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.496958] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.497106] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.497178] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.497342] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.497432] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.497491] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.497623] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.497694] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.497858] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.497967] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.498046] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.498184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.498257] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.498422] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.498529] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.498564] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.498692] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.498764] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.498928] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.499028] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.499090] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.499222] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.499292] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.499456] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.499544] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.499627] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.499770] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.499844] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.500018] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.500110] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.500171] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.500304] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.500375] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.500556] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.500656] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1010.500717] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1010.500851] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1010.500924] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1010.501052] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:7 [ 1010.501125] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Refreshing 7 of least updated resources [ 1010.501202] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 with Priority: HIGH for action security_group_members [ 1010.501286] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b332be1-bb9d-4c3a-8158-7aa801f480ae with Priority: HIGH for action port [ 1010.501355] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9326b969-4093-4acb-b77a-5edab201b985 with Priority: HIGH for action security_group_members [ 1010.501423] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76671be8-5210-460f-bbee-4b6e5f9d6221 with Priority: HIGH for action port [ 1010.501490] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGH for action security_group_members [ 1010.501558] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9448588-53d3-47fb-9070-f48d3aa249e6 with Priority: HIGH for action security_group_members [ 1010.501623] env[60019]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d with Priority: HIGH for action port [ 1010.501720] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.818380] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1014.818746] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=19], Jobs=0 [ 1014.818746] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e76749-798a-47bf-a7c9-5e95f087c00f with Priority: HIGH for action security_group_rules [ 1014.818746] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996cc90a-7ee7-4423-87e3-57af46d383fb with Priority: HIGH for action security_group_rules [ 1014.818860] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d034d80-4700-4923-b80e-5600eec9950d with Priority: HIGH for action security_group_rules [ 1014.818937] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9326b969-4093-4acb-b77a-5edab201b985 with Priority: HIGH for action security_group_members [ 1014.819063] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d with Priority: HIGH for action port [ 1014.819163] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9448588-53d3-47fb-9070-f48d3aa249e6 with Priority: HIGH for action security_group_members [ 1014.819259] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGH for action security_group_members [ 1014.819352] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b332be1-bb9d-4c3a-8158-7aa801f480ae with Priority: HIGH for action port [ 1014.819445] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76671be8-5210-460f-bbee-4b6e5f9d6221 with Priority: HIGH for action port [ 1014.819537] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 with Priority: HIGH for action security_group_members [ 1014.819628] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9091e93c-dd03-422d-8d43-235333b7c121 with Priority: HIGH for action security_group_rules [ 1014.819718] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc with Priority: HIGH for action security_group_rules [ 1014.819813] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9448588-53d3-47fb-9070-f48d3aa249e6 with Priority: HIGH for action security_group_rules [ 1014.819904] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGH for action security_group_rules [ 1014.820037] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 with Priority: HIGH for action security_group_rules [ 1014.820182] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e50ce1-648a-4330-b047-e2e4707be583 with Priority: HIGH for action security_group_rules [ 1014.820278] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGH for action security_group_rules [ 1014.820367] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b with Priority: HIGH for action security_group_rules [ 1014.820457] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 with Priority: HIGH for action security_group_rules [ 1014.820787] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30e76749-798a-47bf-a7c9-5e95f087c00f taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.820922] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.820993] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.821227] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.821315] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30e76749-798a-47bf-a7c9-5e95f087c00f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.822350] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-996cc90a-7ee7-4423-87e3-57af46d383fb taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.826019] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.826019] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.826019] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.826019] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('996cc90a-7ee7-4423-87e3-57af46d383fb',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.826019] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d034d80-4700-4923-b80e-5600eec9950d taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.826019] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.826019] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.826019] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.826019] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d034d80-4700-4923-b80e-5600eec9950d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.826019] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-9326b969-4093-4acb-b77a-5edab201b985 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.826019] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.826019] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.826019] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.826019] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.826019] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.826019] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.826019] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.826019] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.826917] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9326b969-4093-4acb-b77a-5edab201b985',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.826917] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.826917] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.826917] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.826917] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.826917] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.827623] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.827724] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.827786] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.827933] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.828083] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.828174] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.828233] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.828367] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.828439] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.828518] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.829223] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-387938ad-0a9c-43d1-a155-a88a1b452f6e taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.829325] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.829392] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.829541] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.829785] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.829883] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.829945] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.830100] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.830208] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.830247] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.830914] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b332be1-bb9d-4c3a-8158-7aa801f480ae taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.831024] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b332be1-bb9d-4c3a-8158-7aa801f480ae" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.831091] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b332be1-bb9d-4c3a-8158-7aa801f480ae" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.831249] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b332be1-bb9d-4c3a-8158-7aa801f480ae" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.831359] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b332be1-bb9d-4c3a-8158-7aa801f480ae',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.832097] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-76671be8-5210-460f-bbee-4b6e5f9d6221 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.832197] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76671be8-5210-460f-bbee-4b6e5f9d6221" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.832264] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76671be8-5210-460f-bbee-4b6e5f9d6221" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.832415] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76671be8-5210-460f-bbee-4b6e5f9d6221" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.832484] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76671be8-5210-460f-bbee-4b6e5f9d6221',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.833165] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8efb42fa-6cdf-461e-8034-fe8ab6f80974 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.833267] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.833333] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.833482] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.833617] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.833707] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.833767] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.833927] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.834008] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.834094] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8efb42fa-6cdf-461e-8034-fe8ab6f80974',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.834862] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9091e93c-dd03-422d-8d43-235333b7c121 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.834967] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.835048] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.835202] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.835272] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9091e93c-dd03-422d-8d43-235333b7c121',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.835930] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f509e02-d864-4b45-96ed-a7a3f8bee1bc taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.836047] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.836108] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.836282] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.836352] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f509e02-d864-4b45-96ed-a7a3f8bee1bc',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.837415] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.837521] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.837587] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.837739] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.837809] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.838858] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.838858] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.838858] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.839110] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.839110] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.840047] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.840151] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.840217] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.840369] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.840437] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6eeba78-d27a-417d-9333-c533d8bf5ad5',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.841238] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02e50ce1-648a-4330-b047-e2e4707be583 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.841342] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.842020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.842020] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.842020] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02e50ce1-648a-4330-b047-e2e4707be583',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.842418] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387938ad-0a9c-43d1-a155-a88a1b452f6e taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.842523] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.842589] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.842739] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.842807] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.843704] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.843815] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.843894] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.844060] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.844131] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.844919] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f2ef077-7dfc-471d-ba73-abb5e602bdc9 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.845034] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.845141] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.845250] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.845316] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f2ef077-7dfc-471d-ba73-abb5e602bdc9',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.883899] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.884733] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.886507] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.886629] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.886698] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.886905] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.901902] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.902054] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.902117] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.902322] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.902477] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.902567] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.902630] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.902768] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.902870] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.902936] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.903030] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.903933] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.904056] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.908169] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.908286] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30e76749-798a-47bf-a7c9-5e95f087c00f is going to be deleted. [ 1014.909214] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.909398] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.909484] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.909671] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.909770] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.909843] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.909987] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.910074] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.910159] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9326b969-4093-4acb-b77a-5edab201b985 is going to be deleted. [ 1014.917417] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.917539] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.917608] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.917795] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.933678] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.937373] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.940025] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.940025] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 996cc90a-7ee7-4423-87e3-57af46d383fb is going to be deleted. [ 1014.944068] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.944068] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.944068] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.944284] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.944407] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.944504] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.944643] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.944705] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.944787] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.944894] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.945053] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.945145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.945203] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.945340] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.945472] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.945557] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.945614] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.945814] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.945814] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.945894] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.945975] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.952033] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.952033] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.952033] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.952033] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.952033] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.952033] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9326b969-4093-4acb-b77a-5edab201b985" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.958238] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.958717] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.958717] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.958717] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.959199] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.959199] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.959199] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.959199] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.959408] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.959408] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.959408] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8efb42fa-6cdf-461e-8034-fe8ab6f80974 is going to be deleted. [ 1014.967811] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.967972] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.968030] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.968230] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.968316] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.968431] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30e76749-798a-47bf-a7c9-5e95f087c00f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.971247] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d034d80-4700-4923-b80e-5600eec9950d taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.971379] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.971464] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.971636] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.971846] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.971955] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.972041] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.972199] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.972282] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.972372] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.972462] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d034d80-4700-4923-b80e-5600eec9950d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1014.976570] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.976732] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.976792] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.976948] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.980044] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.980173] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.980230] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.980435] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.980511] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.981039] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9448588-53d3-47fb-9070-f48d3aa249e6 is going to be updated. [ 1014.981827] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33305b1f-f1f3-494c-a1cf-84be023f0b92: rpc.has_security_group_logging(os_id): False [ 1014.984017] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.984017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.984017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.984017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.984017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.984017] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e is going to be updated. [ 1014.986026] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.986121] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.986956] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.987098] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.989729] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-387938ad-0a9c-43d1-a155-a88a1b452f6e taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.989900] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.990513] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.990661] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.993086] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.993183] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.993789] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d with status ACTIVE [ 1014.993982] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.994108] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.994178] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.994393] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.994486] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.994660] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.994755] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.994820] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.994966] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.995174] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.995371] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.995469] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1014.995531] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1014.995670] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1014.995746] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1014.995837] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d is going to be updated. [ 1014.999882] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.000017] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.000081] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.000250] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.000405] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.000503] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.000567] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.000711] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.000792] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.000916] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.001066] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1015.005587] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d034d80-4700-4923-b80e-5600eec9950d taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.005691] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.005755] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.005926] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.006093] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.006195] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.006252] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.006398] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.006479] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.006566] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.006709] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d034d80-4700-4923-b80e-5600eec9950d taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.006801] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.006864] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.006999] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.007147] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.007239] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.007299] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.007437] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.007511] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.007620] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.007722] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d034d80-4700-4923-b80e-5600eec9950d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1015.008929] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76671be8-5210-460f-bbee-4b6e5f9d6221 with status ACTIVE [ 1015.009209] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.009321] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.009390] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.009541] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.009622] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.009789] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.009884] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.009950] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.010110] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.010185] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.010423] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.010470] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.010499] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.010641] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.010728] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.010848] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76671be8-5210-460f-bbee-4b6e5f9d6221 is going to be updated. [ 1015.012211] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b332be1-bb9d-4c3a-8158-7aa801f480ae with status ACTIVE [ 1015.012211] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.012341] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.012371] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.012501] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.012582] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.012746] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.012840] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.012904] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.013053] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.013129] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.013465] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.013549] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.013584] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.013725] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.013847] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.013922] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b332be1-bb9d-4c3a-8158-7aa801f480ae is going to be updated. [ 1015.017459] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.017626] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.017744] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.017885] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.017977] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.018100] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8efb42fa-6cdf-461e-8034-fe8ab6f80974" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.019508] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.019626] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.019722] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.019882] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.020059] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.020184] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.020242] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.020366] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.020448] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.020535] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.020682] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.020775] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.020841] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.020984] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.021144] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.021238] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.021294] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.021431] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.021507] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.021588] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.021677] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1015.023015] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d034d80-4700-4923-b80e-5600eec9950d: rpc.has_security_group_logging(os_id): False [ 1015.026151] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.026256] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9091e93c-dd03-422d-8d43-235333b7c121 is going to be deleted. [ 1015.027868] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.027969] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.028040] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.028211] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.032623] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.032699] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.033134] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b: rpc.has_security_group_logging(os_id): False [ 1015.038545] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.038696] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.038789] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.038968] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.039131] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.039293] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe1f6aa9-5a13-43be-9a0f-bbca264a9e3d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.044774] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.044978] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.069552] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.069685] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.077224] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.077407] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.077457] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.077663] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.077882] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.079997] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.080105] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.091191] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.091364] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.091459] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.091640] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.091778] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.091958] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b332be1-bb9d-4c3a-8158-7aa801f480ae" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.092881] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.093009] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.093089] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.093268] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.093385] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.093528] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76671be8-5210-460f-bbee-4b6e5f9d6221" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.094437] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.094548] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.094629] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.094783] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.095035] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.099631] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e in Status: IN_PROGRESS for 2s [ 1015.102656] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.102788] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6eeba78-d27a-417d-9333-c533d8bf5ad5 is going to be deleted. [ 1015.103899] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.104144] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.107798] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9448588-53d3-47fb-9070-f48d3aa249e6 in Status: IN_PROGRESS for 2s [ 1015.149097] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.149361] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f509e02-d864-4b45-96ed-a7a3f8bee1bc is going to be deleted. [ 1015.150452] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.150697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.179216] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.179530] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.186976] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.187133] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02e50ce1-648a-4330-b047-e2e4707be583 is going to be deleted. [ 1015.188143] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.188370] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.235344] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.235515] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f2ef077-7dfc-471d-ba73-abb5e602bdc9 is going to be deleted. [ 1015.236499] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.236723] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.305543] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.305768] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.306551] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.306775] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.306888] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.306956] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.307181] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.307268] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.307479] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.307582] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.307648] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.307802] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.307877] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.308069] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.308155] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.308210] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.308352] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.308429] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.308523] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 is going to be updated. [ 1015.309731] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.309900] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.310047] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.310217] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-996cc90a-7ee7-4423-87e3-57af46d383fb" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.310353] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.310501] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.315177] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.315319] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.364483] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.364674] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.372475] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.372795] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.372920] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.373071] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.373325] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.373418] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.373629] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.373736] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.373878] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.374147] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.374243] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.374467] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.374561] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.374631] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.374864] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.375042] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.375168] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d034d80-4700-4923-b80e-5600eec9950d is going to be updated. [ 1015.376427] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.376623] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.376715] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.376842] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9091e93c-dd03-422d-8d43-235333b7c121" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.376977] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.377143] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.377222] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.377333] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6eeba78-d27a-417d-9333-c533d8bf5ad5" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.377483] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.377623] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.434395] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.434653] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.457165] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.457495] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.457666] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.457733] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.457975] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.458073] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.458346] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.458448] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.458504] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.458738] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.458813] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.459028] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.459144] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.459198] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.459398] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.459500] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.459638] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b is going to be updated. [ 1015.460924] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.461158] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.461267] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.461405] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02e50ce1-648a-4330-b047-e2e4707be583" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.461546] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.461697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.461797] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.461885] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f509e02-d864-4b45-96ed-a7a3f8bee1bc" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.462050] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.462188] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.462299] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.462373] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f2ef077-7dfc-471d-ba73-abb5e602bdc9" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.513559] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.513828] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.513828] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.514141] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.514361] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.567590] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: IN_PROGRESS for 2s [ 1015.616691] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.616981] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.616981] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.617156] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.617322] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.639110] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.639349] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1015.639349] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1015.639553] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1015.639698] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1015.645914] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b in Status: IN_PROGRESS for 2s [ 1015.664104] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d034d80-4700-4923-b80e-5600eec9950d in Status: IN_PROGRESS for 2s [ 1017.110181] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e in Status: SUCCESS [ 1017.110497] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.110554] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.110761] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.110951] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.111085] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1017.111153] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.111311] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.111393] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.111484] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.111575] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1017.119395] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9448588-53d3-47fb-9070-f48d3aa249e6 in Status: SUCCESS [ 1017.119587] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.119732] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.119912] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.120114] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.120228] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1017.120291] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.120442] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.120522] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.120608] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.120695] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1017.123319] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1017.191392] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 387938ad-0a9c-43d1-a155-a88a1b452f6e: rpc.has_security_group_logging(os_id): False [ 1017.194156] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.194357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1017.194357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.194566] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.194719] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.194845] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1017.194934] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.195134] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.195226] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.195316] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.195467] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.195564] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1017.195627] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.195767] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.195904] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.195997] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1017.196108] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.196278] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.196357] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.196441] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.196531] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1017.202295] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9448588-53d3-47fb-9070-f48d3aa249e6: rpc.has_security_group_logging(os_id): False [ 1017.210232] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.210426] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1017.210525] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.210785] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.222244] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.222405] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1017.233126] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.233413] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.233514] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1017.233584] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.233781] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.233900] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.233998] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e is going to be updated. [ 1017.235145] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.235320] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.258785] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.259273] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.259371] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1017.259503] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.259683] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.259887] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.260177] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.260323] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1017.260412] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.260598] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.260703] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.260927] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.261074] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1017.261176] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.261360] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.261467] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.261580] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9448588-53d3-47fb-9070-f48d3aa249e6 is going to be updated. [ 1017.297832] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.298050] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1017.298175] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.298413] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.298564] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.309757] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e in Status: IN_PROGRESS for 2s [ 1017.322782] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.322974] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1017.323035] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1017.323339] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1017.323572] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.357119] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9448588-53d3-47fb-9070-f48d3aa249e6 in Status: IN_PROGRESS for 2s [ 1017.579932] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: SUCCESS [ 1017.580138] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.656466] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b in Status: SUCCESS [ 1017.656693] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1017.678327] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d034d80-4700-4923-b80e-5600eec9950d in Status: SUCCESS [ 1017.678538] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.321782] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e in Status: SUCCESS [ 1019.322112] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.368465] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9448588-53d3-47fb-9070-f48d3aa249e6 in Status: SUCCESS [ 1019.368630] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.821714] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1019.821887] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1024.823089] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1024.823463] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1029.824544] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1029.824931] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1034.825657] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1034.825974] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1039.827185] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1039.827556] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1043.018583] env[60019]: INFO networking_nsxv3.common.synchronization [req-6f634d99-9457-48c6-a6d2-9ded8cd6c6c3 req-8d3005b8-a8f2-4429-9b8d-4020644b0e60 tempest-ServersAdminTestJSON-1213463885 tempest-ServersAdminTestJSON-1213463885-project-member] Enqueued Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_members [ 1043.018878] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 with Priority: HIGHEST for action security_group_members [ 1043.019413] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-33305b1f-f1f3-494c-a1cf-84be023f0b92 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.019542] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1043.019611] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1043.019816] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1043.019970] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.020232] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1043.020305] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1043.020462] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1043.020553] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1043.020661] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33305b1f-f1f3-494c-a1cf-84be023f0b92',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1043.028931] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.029068] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1043.029175] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1043.029300] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1043.029385] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1043.029569] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.029666] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1043.029730] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1043.029873] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1043.029951] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1043.030054] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 is going to be updated. [ 1043.060520] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.060520] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1043.060520] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1043.060520] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1043.060520] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1043.070182] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: IN_PROGRESS for 2s [ 1043.900219] env[60019]: INFO networking_nsxv3.common.synchronization [req-683d5b43-8eb8-4924-b841-8951f706b180 req-7d3f98ee-727d-4f8c-a096-98933a1d9ee8 tempest-AttachVolumeNegativeTest-692012757 tempest-AttachVolumeNegativeTest-692012757-project-member] Enqueued Resource ID: 080d1153-ea54-406f-991b-881ab4a225f4 with Priority: HIGHEST for action security_group_members [ 1043.900491] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080d1153-ea54-406f-991b-881ab4a225f4 with Priority: HIGHEST for action security_group_members [ 1043.901019] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-080d1153-ea54-406f-991b-881ab4a225f4 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.901146] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1043.901218] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1043.901462] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1043.901620] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.901722] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1043.901784] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1043.901932] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1043.902028] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1043.902120] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('080d1153-ea54-406f-991b-881ab4a225f4',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1043.910620] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.910711] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1043.910783] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1043.910958] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1043.911066] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1043.911263] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.911361] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1043.911423] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1043.911654] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1043.911654] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1043.911744] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 080d1153-ea54-406f-991b-881ab4a225f4 already deleted. [ 1043.911800] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.408912] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.409214] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-588" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.409253] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-588" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.409596] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-588" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.409864] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.410035] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.410162] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.410380] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.410529] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.410744] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 1044.410858] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 1044.410967] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 1044.411085] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 1044.411197] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 1044.411294] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 1044.411430] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.430860] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.431059] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 1044.431210] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 1044.431393] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-588" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.431718] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-c3dd8b40-8209-48ef-8948-1141969c9c9f taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.431965] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-c3dd8b40-8209-48ef-8948-1141969c9c9f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.432188] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-c3dd8b40-8209-48ef-8948-1141969c9c9f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.432520] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-c3dd8b40-8209-48ef-8948-1141969c9c9f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.432662] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3dd8b40-8209-48ef-8948-1141969c9c9f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1044.448307] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.448469] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.448603] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.448874] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.449037] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.449199] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port c3dd8b40-8209-48ef-8948-1141969c9c9f not found, creating... [ 1044.449458] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.449620] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.449741] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.449959] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.450120] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.450469] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.450685] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.450891] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.451155] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.451299] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.451478] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: c3dd8b40-8209-48ef-8948-1141969c9c9f is going to be created. [ 1044.473200] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.473434] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.473566] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.473847] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.474130] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.474362] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-c3dd8b40-8209-48ef-8948-1141969c9c9f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.802771] env[60019]: INFO networking_nsxv3.common.synchronization [req-683d5b43-8eb8-4924-b841-8951f706b180 req-083aa709-5c03-4cf6-a102-b08814e79184 service neutron] Enqueued Resource ID: 080d1153-ea54-406f-991b-881ab4a225f4 with Priority: HIGHEST for action security_group_rules [ 1044.802934] env[60019]: INFO networking_nsxv3.common.synchronization [req-683d5b43-8eb8-4924-b841-8951f706b180 req-083aa709-5c03-4cf6-a102-b08814e79184 service neutron] Enqueued Resource ID: 080d1153-ea54-406f-991b-881ab4a225f4 with Priority: HIGHEST for action security_group_members [ 1044.803103] env[60019]: INFO networking_nsxv3.common.synchronization [req-683d5b43-8eb8-4924-b841-8951f706b180 req-083aa709-5c03-4cf6-a102-b08814e79184 service neutron] Enqueued Resource ID: c3dd8b40-8209-48ef-8948-1141969c9c9f with Priority: HIGHEST for action port [ 1044.803345] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080d1153-ea54-406f-991b-881ab4a225f4 with Priority: HIGHEST for action security_group_rules [ 1044.803481] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080d1153-ea54-406f-991b-881ab4a225f4 with Priority: HIGHEST for action security_group_members [ 1044.803584] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8b40-8209-48ef-8948-1141969c9c9f with Priority: HIGHEST for action port [ 1044.804161] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-080d1153-ea54-406f-991b-881ab4a225f4 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.805034] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.805034] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.805034] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.805034] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('080d1153-ea54-406f-991b-881ab4a225f4',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1044.806242] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-080d1153-ea54-406f-991b-881ab4a225f4 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.806242] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.806242] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.806543] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.806543] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.806543] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.806673] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.806792] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.806855] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.806911] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('080d1153-ea54-406f-991b-881ab4a225f4',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1044.807817] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3dd8b40-8209-48ef-8948-1141969c9c9f taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.807817] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3dd8b40-8209-48ef-8948-1141969c9c9f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.808084] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3dd8b40-8209-48ef-8948-1141969c9c9f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.808084] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3dd8b40-8209-48ef-8948-1141969c9c9f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.808182] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3dd8b40-8209-48ef-8948-1141969c9c9f',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1044.821046] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('080d1153-ea54-406f-991b-881ab4a225f4',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1044.828692] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3dd8b40-8209-48ef-8948-1141969c9c9f with status ACTIVE [ 1044.828922] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.829061] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.829135] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.829344] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.829435] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.829613] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.829713] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.829777] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.829920] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.829999] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.830196] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.830290] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.830354] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.830492] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.830567] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.830652] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3dd8b40-8209-48ef-8948-1141969c9c9f is going to be updated. [ 1044.832486] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-080d1153-ea54-406f-991b-881ab4a225f4 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.832588] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.833504] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('080d1153-ea54-406f-991b-881ab4a225f4',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1044.839901] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.840055] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.840128] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.840309] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.840432] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.840484] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 080d1153-ea54-406f-991b-881ab4a225f4 is going to be created. [ 1044.855734] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.856650] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.856650] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.856650] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.856650] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.856856] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3dd8b40-8209-48ef-8948-1141969c9c9f" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.873488] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.873632] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1044.873738] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1044.873914] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1044.874154] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1044.886226] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 080d1153-ea54-406f-991b-881ab4a225f4 in Status: UNINITIALIZED for 2s [ 1045.080367] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 in Status: SUCCESS [ 1045.080564] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33305b1f-f1f3-494c-a1cf-84be023f0b92 deletion is rescheduled due to dependency. [ 1045.080688] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33305b1f-f1f3-494c-a1cf-84be023f0b92" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1046.899812] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 080d1153-ea54-406f-991b-881ab4a225f4 in Status: SUCCESS [ 1046.900194] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1046.900194] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1046.900384] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1046.900580] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.900712] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1046.900770] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1046.900938] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1046.901024] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1046.901154] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1046.901217] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('080d1153-ea54-406f-991b-881ab4a225f4',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1046.913024] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('080d1153-ea54-406f-991b-881ab4a225f4',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1046.918677] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 080d1153-ea54-406f-991b-881ab4a225f4: rpc.has_security_group_logging(os_id): False [ 1046.936941] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.937148] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1046.937229] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1046.937382] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1046.937480] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1046.937728] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.937833] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1046.937898] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1046.938066] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1046.938149] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1046.938241] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 080d1153-ea54-406f-991b-881ab4a225f4 is going to be created. [ 1046.995261] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.995479] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1046.995519] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1046.995745] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1046.995960] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1047.006814] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 080d1153-ea54-406f-991b-881ab4a225f4 in Status: IN_PROGRESS for 2s [ 1049.021797] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 080d1153-ea54-406f-991b-881ab4a225f4 in Status: SUCCESS [ 1049.021797] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1049.804717] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1049.804914] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1054.806451] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1054.806741] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1059.808015] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1059.808391] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1064.809564] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1064.809903] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1069.810806] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1069.811202] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1074.812371] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1074.812881] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1079.814251] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1079.814690] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1081.963313] env[60019]: INFO networking_nsxv3.common.synchronization [req-7bd20af8-eae7-40ff-af0c-a379dab2e2df req-db8ce50e-630f-4c5c-96c3-85a776297d4a tempest-ServerPasswordTestJSON-1793502215 tempest-ServerPasswordTestJSON-1793502215-project-member] Enqueued Resource ID: 8d034d80-4700-4923-b80e-5600eec9950d with Priority: HIGHEST for action security_group_members [ 1081.963734] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d034d80-4700-4923-b80e-5600eec9950d with Priority: HIGHEST for action security_group_members [ 1081.964546] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d034d80-4700-4923-b80e-5600eec9950d taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.964710] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1081.964798] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1081.964942] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1081.965132] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.965246] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1081.965325] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1081.965414] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1081.965503] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1081.965601] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d034d80-4700-4923-b80e-5600eec9950d',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1081.973172] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.973336] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1081.973387] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1081.973555] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1081.973649] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1081.973833] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.973934] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1081.973995] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1081.974159] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1081.974238] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1081.974352] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d034d80-4700-4923-b80e-5600eec9950d is going to be updated. [ 1082.006764] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.006942] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1082.007012] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1082.007205] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1082.007348] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1082.024634] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d034d80-4700-4923-b80e-5600eec9950d in Status: IN_PROGRESS for 2s [ 1083.788407] env[60019]: INFO networking_nsxv3.common.synchronization [req-8fa017f2-d573-4ba4-9cf7-0a42441ee354 req-1c79e1c3-e272-4b20-a166-3ba86bc506c8 tempest-AttachVolumeNegativeTest-692012757 tempest-AttachVolumeNegativeTest-692012757-project-member] Enqueued Resource ID: 080d1153-ea54-406f-991b-881ab4a225f4 with Priority: HIGHEST for action security_group_members [ 1083.788727] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080d1153-ea54-406f-991b-881ab4a225f4 with Priority: HIGHEST for action security_group_members [ 1083.789607] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-080d1153-ea54-406f-991b-881ab4a225f4 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.789751] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1083.789818] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1083.790056] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1083.790226] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.790331] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1083.790396] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1083.790544] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1083.790632] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1083.790724] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('080d1153-ea54-406f-991b-881ab4a225f4',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1083.804696] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.804696] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1083.804696] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1083.804696] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1083.805080] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1083.805080] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.805080] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1083.805270] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1083.805326] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1083.805498] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1083.805610] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 080d1153-ea54-406f-991b-881ab4a225f4 is going to be updated. [ 1083.843219] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.843371] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1083.843455] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1083.843649] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1083.843800] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1083.854081] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 080d1153-ea54-406f-991b-881ab4a225f4 in Status: IN_PROGRESS for 2s [ 1084.033993] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d034d80-4700-4923-b80e-5600eec9950d in Status: SUCCESS [ 1084.035345] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d034d80-4700-4923-b80e-5600eec9950d deletion is rescheduled due to dependency. [ 1084.035345] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d034d80-4700-4923-b80e-5600eec9950d" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1085.865155] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 080d1153-ea54-406f-991b-881ab4a225f4 in Status: SUCCESS [ 1085.865155] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 080d1153-ea54-406f-991b-881ab4a225f4 deletion is rescheduled due to dependency. [ 1085.865559] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080d1153-ea54-406f-991b-881ab4a225f4" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1088.790095] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1088.790597] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1093.791495] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1093.791495] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1093.987903] env[60019]: INFO networking_nsxv3.common.synchronization [req-f8a499f7-7ae1-4eaf-9aab-36371b84c6c5 req-1486654b-9f1c-4e63-9ba6-2f1b4de9446a tempest-VolumesAssistedSnapshotsTest-2138134395 tempest-VolumesAssistedSnapshotsTest-2138134395-project-member] Enqueued Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGHEST for action security_group_members [ 1093.988224] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e with Priority: HIGHEST for action security_group_members [ 1093.988802] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-387938ad-0a9c-43d1-a155-a88a1b452f6e taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.988938] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1093.989019] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1093.989221] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1093.989375] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.989481] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1093.989535] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1093.989697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1093.989775] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1093.989878] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387938ad-0a9c-43d1-a155-a88a1b452f6e',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1094.002200] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.002411] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1094.002514] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1094.002652] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1094.002745] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1094.002939] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.003065] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1094.003124] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1094.003260] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1094.003337] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1094.003430] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e is going to be updated. [ 1094.056045] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.056045] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1094.056209] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1094.056295] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1094.056469] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1094.070680] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e in Status: IN_PROGRESS for 2s [ 1094.802062] env[60019]: INFO networking_nsxv3.common.synchronization [req-0ddcd069-9e43-4f7b-afad-2168625b0fa4 req-ccc03488-ea7c-4c57-8a34-e0e975e1a5b8 tempest-ServersTestBootFromVolume-728161428 tempest-ServersTestBootFromVolume-728161428-project-member] Enqueued Resource ID: d2f96d93-63b7-4a85-b39f-cb51885581ea with Priority: HIGHEST for action security_group_members [ 1094.802376] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f96d93-63b7-4a85-b39f-cb51885581ea with Priority: HIGHEST for action security_group_members [ 1094.802968] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f96d93-63b7-4a85-b39f-cb51885581ea taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.803118] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1094.803190] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1094.803446] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1094.803601] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.803704] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1094.803771] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1094.803926] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1094.806296] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1094.806373] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f96d93-63b7-4a85-b39f-cb51885581ea',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1094.817584] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.817714] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1094.817784] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1094.818026] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1094.818074] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1094.818559] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.818683] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1094.818801] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1094.818958] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1094.819024] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1094.819083] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f96d93-63b7-4a85-b39f-cb51885581ea already deleted. [ 1094.819167] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1095.134810] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.135031] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-139" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.135166] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-139" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.135577] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-139" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.135866] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.136048] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.136175] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.136411] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.136563] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1095.136795] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 1095.136913] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 1095.137066] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 1095.137213] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 1095.137312] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 1095.137422] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 1095.137587] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.159093] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.159290] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 1095.159435] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 1095.159784] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-139" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1095.160181] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-fa6a7ab3-e871-4f58-a10a-87b794889876 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.160381] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-fa6a7ab3-e871-4f58-a10a-87b794889876" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.160514] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-fa6a7ab3-e871-4f58-a10a-87b794889876" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.160846] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-fa6a7ab3-e871-4f58-a10a-87b794889876" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.160992] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6a7ab3-e871-4f58-a10a-87b794889876',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1095.176386] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.176634] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.176824] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.177095] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.177260] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1095.177496] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port fa6a7ab3-e871-4f58-a10a-87b794889876 not found, creating... [ 1095.177712] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.177881] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.178010] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.178259] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.178404] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1095.178698] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.178864] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.178987] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.179222] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.179369] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1095.179514] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: fa6a7ab3-e871-4f58-a10a-87b794889876 is going to be created. [ 1095.201323] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.201553] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.201615] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.201869] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.202125] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1095.202372] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-fa6a7ab3-e871-4f58-a10a-87b794889876" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1095.511929] env[60019]: INFO networking_nsxv3.common.synchronization [req-0ddcd069-9e43-4f7b-afad-2168625b0fa4 req-cfd41a38-1f5a-4556-9fd8-e3a247253e3a service neutron] Enqueued Resource ID: d2f96d93-63b7-4a85-b39f-cb51885581ea with Priority: HIGHEST for action security_group_rules [ 1095.512049] env[60019]: INFO networking_nsxv3.common.synchronization [req-0ddcd069-9e43-4f7b-afad-2168625b0fa4 req-cfd41a38-1f5a-4556-9fd8-e3a247253e3a service neutron] Enqueued Resource ID: d2f96d93-63b7-4a85-b39f-cb51885581ea with Priority: HIGHEST for action security_group_members [ 1095.512203] env[60019]: INFO networking_nsxv3.common.synchronization [req-0ddcd069-9e43-4f7b-afad-2168625b0fa4 req-cfd41a38-1f5a-4556-9fd8-e3a247253e3a service neutron] Enqueued Resource ID: fa6a7ab3-e871-4f58-a10a-87b794889876 with Priority: HIGHEST for action port [ 1095.512695] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f96d93-63b7-4a85-b39f-cb51885581ea with Priority: HIGHEST for action security_group_rules [ 1095.512837] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f96d93-63b7-4a85-b39f-cb51885581ea with Priority: HIGHEST for action security_group_members [ 1095.512972] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6a7ab3-e871-4f58-a10a-87b794889876 with Priority: HIGHEST for action port [ 1095.513212] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2f96d93-63b7-4a85-b39f-cb51885581ea taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.513339] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.513409] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.513615] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.513908] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2f96d93-63b7-4a85-b39f-cb51885581ea',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1095.514534] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f96d93-63b7-4a85-b39f-cb51885581ea taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.514649] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.514720] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.514927] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.515049] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.515148] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.515213] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.515376] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.515463] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1095.515551] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f96d93-63b7-4a85-b39f-cb51885581ea',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1095.516260] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa6a7ab3-e871-4f58-a10a-87b794889876 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.516373] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa6a7ab3-e871-4f58-a10a-87b794889876" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.516444] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa6a7ab3-e871-4f58-a10a-87b794889876" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.516595] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa6a7ab3-e871-4f58-a10a-87b794889876" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.516667] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6a7ab3-e871-4f58-a10a-87b794889876',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1095.540289] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2f96d93-63b7-4a85-b39f-cb51885581ea',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1095.548802] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f96d93-63b7-4a85-b39f-cb51885581ea taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.550336] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.550336] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2f96d93-63b7-4a85-b39f-cb51885581ea',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1095.554704] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa6a7ab3-e871-4f58-a10a-87b794889876 with status ACTIVE [ 1095.558052] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.558052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.558052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.558052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.558052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1095.558052] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.558052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.558052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.558052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.558052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1095.558052] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.558052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.558052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.558052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.558052] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1095.558634] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa6a7ab3-e871-4f58-a10a-87b794889876 is going to be updated. [ 1095.559538] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.559839] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.560045] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.560312] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.560510] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1095.560706] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f96d93-63b7-4a85-b39f-cb51885581ea is going to be created. [ 1095.585403] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.585403] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1095.585403] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1095.585403] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1095.585403] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1095.585403] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa6a7ab3-e871-4f58-a10a-87b794889876" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1095.860687] env[60019]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/d2f96d93-63b7-4a85-b39f-cb51885581ea', 'data': {'id': 'd2f96d93-63b7-4a85-b39f-cb51885581ea', 'display_name': 'd2f96d93-63b7-4a85-b39f-cb51885581ea', 'path': '/infra/domains/default/groups/d2f96d93-63b7-4a85-b39f-cb51885581ea', 'expression': [{'value': 'security_group|d2f96d93-63b7-4a85-b39f-cb51885581ea', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.9']}], 'tags': [{'scope': 'age', 'tag': 1763630604}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1095.860687] env[60019]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=60019) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1096.090930] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e in Status: SUCCESS [ 1096.091135] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387938ad-0a9c-43d1-a155-a88a1b452f6e deletion is rescheduled due to dependency. [ 1096.091244] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387938ad-0a9c-43d1-a155-a88a1b452f6e" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1096.966792] env[60019]: INFO networking_nsxv3.common.synchronization [req-818c6a2b-1c3a-4a25-a886-107bdebbdd60 req-25fada49-229a-493d-b9d6-5c6e352032d4 tempest-ServersTestBootFromVolume-728161428 tempest-ServersTestBootFromVolume-728161428-project-member] Enqueued Resource ID: d2f96d93-63b7-4a85-b39f-cb51885581ea with Priority: HIGHEST for action security_group_members [ 1096.966792] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f96d93-63b7-4a85-b39f-cb51885581ea with Priority: HIGHEST for action security_group_members [ 1096.966792] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f96d93-63b7-4a85-b39f-cb51885581ea taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.966792] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1097.884764] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.884979] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1097.885104] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1097.885286] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1097.885485] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1097.894733] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f96d93-63b7-4a85-b39f-cb51885581ea in Status: UNINITIALIZED for 2s [ 1099.905204] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f96d93-63b7-4a85-b39f-cb51885581ea in Status: SUCCESS [ 1099.905614] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1099.905614] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1099.905813] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1099.906020] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.906140] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1099.906201] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1099.906345] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1099.906426] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1099.906514] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1099.906597] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2f96d93-63b7-4a85-b39f-cb51885581ea',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1099.907444] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1099.907745] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1099.907920] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.908033] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1099.908100] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1099.908239] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1099.908307] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1099.908394] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f96d93-63b7-4a85-b39f-cb51885581ea',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1099.916222] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2f96d93-63b7-4a85-b39f-cb51885581ea',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1099.921310] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.921411] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1099.921498] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1099.921631] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1099.921732] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1099.921913] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.922038] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1099.922105] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1099.922276] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1099.922276] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1099.922510] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f96d93-63b7-4a85-b39f-cb51885581ea is going to be deleted. [ 1099.923840] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2f96d93-63b7-4a85-b39f-cb51885581ea: rpc.has_security_group_logging(os_id): False [ 1099.939758] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.939959] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1099.939959] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1099.940146] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1099.940232] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1099.940418] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.940518] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1099.940582] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1099.940724] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1099.940799] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1099.940884] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2f96d93-63b7-4a85-b39f-cb51885581ea is going to be created. [ 1099.953653] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.953848] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1099.953903] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1099.954128] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1099.954226] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1099.954336] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1099.958562] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d2f96d93-63b7-4a85-b39f-cb51885581ea], does not exist path=[/infra/domains/default/groups/d2f96d93-63b7-4a85-b39f-cb51885581ea]."\n}' [ 1099.958699] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2f96d93-63b7-4a85-b39f-cb51885581ea failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d2f96d93-63b7-4a85-b39f-cb51885581ea [ 1099.958784] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1099.984123] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.984333] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1099.984333] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1099.984571] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1099.984952] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1099.985191] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.985298] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1099.985366] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1099.985561] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1099.985646] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1099.985811] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.985906] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1099.985968] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1099.986125] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1099.986194] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1099.986281] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2f96d93-63b7-4a85-b39f-cb51885581ea is going to be created. [ 1100.001603] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d2f96d93-63b7-4a85-b39f-cb51885581ea], does not exist path=[/infra/domains/default/groups/d2f96d93-63b7-4a85-b39f-cb51885581ea]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d2f96d93-63b7-4a85-b39f-cb51885581ea [ 1100.001792] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2f96d93-63b7-4a85-b39f-cb51885581ea" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1100.002202] env[60019]: Traceback (most recent call last): [ 1100.002253] env[60019]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1100.002253] env[60019]: return func(*args, **kwargs) [ 1100.002253] env[60019]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1100.002253] env[60019]: res.raise_for_status() [ 1100.002253] env[60019]: File "/usr/local/lib/python3.10/dist-packages/requests/models.py", line 1021, in raise_for_status [ 1100.002253] env[60019]: raise HTTPError(http_error_msg, response=self) [ 1100.002253] env[60019]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d2f96d93-63b7-4a85-b39f-cb51885581ea [ 1100.002253] env[60019]: During handling of the above exception, another exception occurred: [ 1100.002253] env[60019]: Traceback (most recent call last): [ 1100.002554] env[60019]: File "/usr/local/lib/python3.10/dist-packages/eventlet/hubs/poll.py", line 111, in wait [ 1100.002554] env[60019]: listener.cb(fileno) [ 1100.002554] env[60019]: File "/usr/local/lib/python3.10/dist-packages/eventlet/greenthread.py", line 221, in main [ 1100.002554] env[60019]: result = function(*args, **kwargs) [ 1100.002554] env[60019]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1100.002554] env[60019]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1100.002554] env[60019]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1100.002554] env[60019]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1100.002554] env[60019]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1100.002554] env[60019]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1100.002554] env[60019]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1100.002554] env[60019]: res.raise_for_status() [ 1100.002554] env[60019]: File "/usr/local/lib/python3.10/dist-packages/requests/models.py", line 1021, in raise_for_status [ 1100.002554] env[60019]: raise HTTPError(http_error_msg, response=self) [ 1100.002554] env[60019]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d2f96d93-63b7-4a85-b39f-cb51885581ea [ 1100.002554] env[60019]: Removing descriptor: 29 [ 1101.365009] env[60019]: INFO networking_nsxv3.common.synchronization [req-42128840-7836-452c-b26a-f75d3184a2f3 req-f5f1b5af-5238-4b9e-b46b-60f47668ce69 tempest-AttachInterfacesV270Test-252724916 tempest-AttachInterfacesV270Test-252724916-project-member] Enqueued Resource ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 with Priority: HIGHEST for action security_group_members [ 1101.365009] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 with Priority: HIGHEST for action security_group_members [ 1101.365868] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-5673b0a0-b073-429e-98ea-e7dc0c832344 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.366178] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1101.368138] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1101.368138] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1101.368138] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.368138] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1101.368138] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1101.368138] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1101.368138] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1101.368138] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5673b0a0-b073-429e-98ea-e7dc0c832344',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1101.377449] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.377449] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1101.377449] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1101.377449] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1101.377449] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1101.377449] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.377449] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1101.377449] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1101.377449] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1101.377449] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1101.377449] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 already deleted. [ 1101.377449] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1101.706395] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock network-405 taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.706594] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "network-405" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1101.706756] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "network-405" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1101.707223] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "network-405" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1101.707595] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.707737] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1101.707848] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1101.708129] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1101.708328] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1101.708599] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 1101.708771] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] NeedRegenerationException {{(pid=60019) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 1101.708917] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] no value, waiting for create lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 1101.709078] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] value creation lock acquired {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 1101.709215] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] No value present for key: 'zone-id' {{(pid=60019) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 1101.709329] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Calling creation function for not-yet-present value {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 1101.709469] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.730658] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.730948] env[60019]: DEBUG dogpile.cache.region [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=60019) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 1101.731201] env[60019]: DEBUG dogpile.lock [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Released creation lock {{(pid=60019) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 1101.731488] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "network-405" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1101.731970] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock port-cab434dd-5abd-453d-b107-7c888181bdbe taken with stack trace [, , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.732300] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "port-cab434dd-5abd-453d-b107-7c888181bdbe" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1101.732585] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "port-cab434dd-5abd-453d-b107-7c888181bdbe" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1101.732925] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "port-cab434dd-5abd-453d-b107-7c888181bdbe" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1101.733091] env[60019]: DEBUG networking_nsxv3.api.rpc [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab434dd-5abd-453d-b107-7c888181bdbe',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1101.749646] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.749947] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1101.750037] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1101.750297] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1101.750477] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1101.750651] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Segment Port cab434dd-5abd-453d-b107-7c888181bdbe not found, creating... [ 1101.750918] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.751096] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1101.751222] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1101.751443] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1101.751584] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1101.751862] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.752039] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1101.752166] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1101.752386] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1101.752539] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1101.752692] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Resource: SegmentPort with ID: cab434dd-5abd-453d-b107-7c888181bdbe is going to be created. [ 1101.778401] env[60019]: DEBUG networking_nsxv3.common.locking [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.778622] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1101.778774] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1101.779050] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1101.779294] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1101.779521] env[60019]: DEBUG oslo_concurrency.lockutils [None req-70144d26-9f36-4eba-b640-5fa3f94fbdbd None None] Releasing lock "port-cab434dd-5abd-453d-b107-7c888181bdbe" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1102.089852] env[60019]: INFO networking_nsxv3.common.synchronization [req-42128840-7836-452c-b26a-f75d3184a2f3 req-ca7c2e76-901d-4f1d-88a0-eacd254bdef8 service neutron] Enqueued Resource ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 with Priority: HIGHEST for action security_group_rules [ 1102.090066] env[60019]: INFO networking_nsxv3.common.synchronization [req-42128840-7836-452c-b26a-f75d3184a2f3 req-ca7c2e76-901d-4f1d-88a0-eacd254bdef8 service neutron] Enqueued Resource ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 with Priority: HIGHEST for action security_group_members [ 1102.090213] env[60019]: INFO networking_nsxv3.common.synchronization [req-42128840-7836-452c-b26a-f75d3184a2f3 req-ca7c2e76-901d-4f1d-88a0-eacd254bdef8 service neutron] Enqueued Resource ID: cab434dd-5abd-453d-b107-7c888181bdbe with Priority: HIGHEST for action port [ 1102.090445] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 with Priority: HIGHEST for action security_group_rules [ 1102.090580] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 with Priority: HIGHEST for action security_group_members [ 1102.090676] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab434dd-5abd-453d-b107-7c888181bdbe with Priority: HIGHEST for action port [ 1102.091262] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5673b0a0-b073-429e-98ea-e7dc0c832344 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.091396] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1102.091458] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1102.091714] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1102.091800] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5673b0a0-b073-429e-98ea-e7dc0c832344',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1102.092651] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-5673b0a0-b073-429e-98ea-e7dc0c832344 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.092766] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1102.092829] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1102.092990] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1102.093461] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.093573] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1102.093641] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1102.093795] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1102.094107] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1102.094107] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5673b0a0-b073-429e-98ea-e7dc0c832344',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1102.094752] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock port-cab434dd-5abd-453d-b107-7c888181bdbe taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.094875] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cab434dd-5abd-453d-b107-7c888181bdbe" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1102.094925] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cab434dd-5abd-453d-b107-7c888181bdbe" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1102.095093] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cab434dd-5abd-453d-b107-7c888181bdbe" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1102.095170] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab434dd-5abd-453d-b107-7c888181bdbe',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1102.109429] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5673b0a0-b073-429e-98ea-e7dc0c832344',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1102.119125] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-5673b0a0-b073-429e-98ea-e7dc0c832344 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.119323] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1102.122228] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cab434dd-5abd-453d-b107-7c888181bdbe with status ACTIVE [ 1102.122477] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.122643] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1102.122738] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1102.122904] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1102.123018] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1102.123186] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.123286] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1102.123346] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1102.123503] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1102.123728] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1102.123802] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.123856] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1102.124120] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1102.124120] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1102.124229] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1102.124229] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cab434dd-5abd-453d-b107-7c888181bdbe is going to be updated. [ 1102.125404] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5673b0a0-b073-429e-98ea-e7dc0c832344',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1102.132273] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.132400] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1102.132485] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1102.132661] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1102.132755] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1102.132855] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 is going to be created. [ 1102.161171] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.161331] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1102.161401] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1102.161607] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1102.161746] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1102.161905] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cab434dd-5abd-453d-b107-7c888181bdbe" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1102.162826] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.162943] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1102.163023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1102.163194] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1102.163335] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1102.175804] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 in Status: UNINITIALIZED for 2s [ 1104.190031] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 in Status: SUCCESS [ 1104.190031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1104.190031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1104.190031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1104.190031] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.190031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1104.190031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1104.190031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1104.190031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1104.190031] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1104.190031] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5673b0a0-b073-429e-98ea-e7dc0c832344',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1104.204072] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-5673b0a0-b073-429e-98ea-e7dc0c832344 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.204072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1104.204072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1104.204072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1104.204072] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.204072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1104.204072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1104.204072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1104.204072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1104.204072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1104.204072] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-5673b0a0-b073-429e-98ea-e7dc0c832344 taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.204072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1104.204072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1104.204072] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1104.204072] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.204726] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1104.204726] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1104.204726] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1104.204726] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1104.204726] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1104.204726] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5673b0a0-b073-429e-98ea-e7dc0c832344',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1104.213166] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5673b0a0-b073-429e-98ea-e7dc0c832344: rpc.has_security_group_logging(os_id): False [ 1104.233022] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.233022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1104.233022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1104.233022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1104.233022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1104.233022] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.233022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1104.233022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1104.233022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1104.233022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1104.233022] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.233022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1104.233022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1104.233022] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1104.233630] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1104.233630] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.233630] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1104.233630] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1104.233630] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1104.233630] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1104.233630] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 is going to be created. [ 1104.294257] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.294257] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1104.294257] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1104.294257] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1104.294257] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1104.307198] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 in Status: IN_PROGRESS for 2s [ 1106.320022] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 in Status: SUCCESS [ 1106.320448] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1107.091857] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1107.092085] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1112.092985] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1112.093279] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1117.093661] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1117.094094] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1122.094861] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1122.095147] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1127.096228] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1127.096628] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1132.097396] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1132.097396] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1137.098503] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1137.098503] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1142.099997] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1142.099997] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1142.245551] env[60019]: INFO networking_nsxv3.common.synchronization [req-68696909-aa75-4998-bb13-0c63cf192b9e req-6f96e3bc-44f5-47f5-b970-8ba27c7d69ef tempest-TenantUsagesTestJSON-787131523 tempest-TenantUsagesTestJSON-787131523-project-member] Enqueued Resource ID: c9448588-53d3-47fb-9070-f48d3aa249e6 with Priority: HIGHEST for action security_group_members [ 1142.245878] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9448588-53d3-47fb-9070-f48d3aa249e6 with Priority: HIGHEST for action security_group_members [ 1142.246418] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9448588-53d3-47fb-9070-f48d3aa249e6 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.246543] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1142.246610] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1142.246885] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1142.247027] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.247617] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1142.247702] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1142.247855] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1142.247942] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1142.248051] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9448588-53d3-47fb-9070-f48d3aa249e6',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1142.257713] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.257856] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1142.257924] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1142.258203] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1142.287081] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1142.287081] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.287081] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1142.287081] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1142.287081] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1142.287081] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1142.287081] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9448588-53d3-47fb-9070-f48d3aa249e6 is going to be updated. [ 1142.336170] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.336170] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1142.336742] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1142.336742] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1142.336742] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1142.353341] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9448588-53d3-47fb-9070-f48d3aa249e6 in Status: IN_PROGRESS for 2s [ 1144.364543] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9448588-53d3-47fb-9070-f48d3aa249e6 in Status: SUCCESS [ 1144.364980] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9448588-53d3-47fb-9070-f48d3aa249e6 deletion is rescheduled due to dependency. [ 1144.364980] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9448588-53d3-47fb-9070-f48d3aa249e6" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1147.246521] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1147.246944] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1152.247440] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1152.248204] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1157.249434] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1157.249825] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1162.250211] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1162.250610] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1167.251014] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1167.251404] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1172.251846] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.252430] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1177.252882] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1177.253353] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1182.254799] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.254799] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1187.256249] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1187.256663] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1192.258114] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1192.258114] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1193.031725] env[60019]: INFO networking_nsxv3.common.synchronization [req-2fffb6e4-07b3-4aeb-a603-d93f7172df13 req-a71e8a90-5c1c-4cfe-ae8d-522550392b25 tempest-ServersNegativeTestMultiTenantJSON-1610443141 tempest-ServersNegativeTestMultiTenantJSON-1610443141-project-member] Enqueued Resource ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b with Priority: HIGHEST for action security_group_members [ 1193.032028] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b with Priority: HIGHEST for action security_group_members [ 1193.032574] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.032697] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1193.032763] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1193.032986] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1193.035748] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.035748] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1193.035748] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1193.035748] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1193.035748] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1193.035748] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1193.044854] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.045024] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1193.045091] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1193.045296] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1193.102492] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1193.102753] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.103392] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1193.103392] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1193.103392] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1193.103392] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1193.103678] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b is going to be updated. [ 1193.150270] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.150429] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1193.150590] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1193.151649] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1193.151649] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1193.162599] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b in Status: IN_PROGRESS for 2s [ 1195.174019] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b in Status: SUCCESS [ 1195.174479] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b deletion is rescheduled due to dependency. [ 1195.174479] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb699e4d-b1d5-4b98-acd9-9f6bae3c6e2b" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1198.033077] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1198.033445] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1203.034926] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.035357] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1204.663871] env[60019]: INFO networking_nsxv3.common.synchronization [req-1d677fb5-8e39-4fb2-8ba1-42eaf24f2cd3 req-227db6b7-6723-439b-9fb3-0d9b51459d4c tempest-AttachInterfacesV270Test-252724916 tempest-AttachInterfacesV270Test-252724916-project-member] Enqueued Resource ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 with Priority: HIGHEST for action security_group_members [ 1204.663871] env[60019]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 with Priority: HIGHEST for action security_group_members [ 1204.664279] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock member-5673b0a0-b073-429e-98ea-e7dc0c832344 taken with stack trace [, , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.664556] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1204.664745] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1204.665061] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1204.665367] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.665613] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1204.666964] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1204.666964] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1204.666964] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1204.666964] env[60019]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5673b0a0-b073-429e-98ea-e7dc0c832344',) {} {{(pid=60019) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1204.676195] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.676195] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1204.676195] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1204.676409] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1204.677023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1204.677023] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.677023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1204.677023] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1204.677220] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1204.677220] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1204.677220] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 is going to be updated. [ 1204.707463] env[60019]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60019) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.707463] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1204.707463] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1204.707463] env[60019]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1204.707463] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1204.717306] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 in Status: IN_PROGRESS for 2s [ 1206.729566] env[60019]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 in Status: SUCCESS [ 1206.729905] env[60019]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5673b0a0-b073-429e-98ea-e7dc0c832344 deletion is rescheduled due to dependency. [ 1206.729905] env[60019]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5673b0a0-b073-429e-98ea-e7dc0c832344" {{(pid=60019) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.664583] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1209.664957] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1214.666507] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.666870] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1219.667584] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.668057] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1224.669365] env[60019]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.671048] env[60019]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0