[ 464.635012] env[60039]: INFO neutron.common.config [-] Logging enabled! [ 464.635344] env[60039]: INFO neutron.common.config [-] /usr/local/bin/neutron-nsxv3-agent version 0.0.1.dev18 [ 464.635534] env[60039]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=60039) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} [ 464.635832] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 464.635933] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 464.637068] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] VMware NSXv3 Agent initialized successfully. [ 464.637437] env[60039]: DEBUG oslo_concurrency.lockutils [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] Acquiring lock "singleton_lock" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 464.637580] env[60039]: DEBUG oslo_concurrency.lockutils [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] Acquired lock "singleton_lock" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 464.637790] env[60039]: DEBUG oslo_concurrency.lockutils [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] Releasing lock "singleton_lock" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 464.638088] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] Full set of CONF: {{(pid=60039) _wait_for_exit_or_signal /usr/local/lib/python3.10/dist-packages/oslo_service/service.py:362}} [ 464.638216] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ******************************************************************************** {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2589}} [ 464.638330] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] Configuration options gathered from: {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2590}} [ 464.638549] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2591}} [ 464.638723] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2592}} [ 464.638835] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ================================================================================ {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2594}} [ 464.639009] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] agent_down_time = 75 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.639165] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] allow_automatic_dhcp_failover = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.639307] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] allow_bulk = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.639456] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] api_extensions_path = {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.639603] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] api_paste_config = api-paste.ini {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.639749] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] auth_strategy = keystone {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.639863] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] backdoor_port = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.640008] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] backdoor_socket = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.640172] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] backlog = 4096 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.640322] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] base_mac = fa:16:3e:00:00:00 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.640476] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] bind_host = 0.0.0.0 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.640622] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] bind_port = 9696 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.640762] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] client_socket_timeout = 900 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.640906] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] config_dir = [] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.641054] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.641221] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] config_source = [] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.641372] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] control_exchange = neutron {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.641522] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] core_plugin = ml2 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.641668] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] debug = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.641811] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] default_availability_zones = [] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.642032] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.642188] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] dhcp_agent_notification = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.642356] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] dhcp_agents_per_network = 1 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.642504] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] dhcp_lease_duration = 86400 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.642656] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] dhcp_load_type = networks {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.642803] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] dns_domain = openstacklocal {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.642948] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.643104] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] enable_dvr = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.643243] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] enable_new_agents = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.643381] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] enable_services_on_agents_with_admin_state_down = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.643516] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] enable_traditional_dhcp = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.643649] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] external_dns_driver = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.643783] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] filter_validation = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.643934] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] global_physnet_mtu = 8950 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.644086] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] graceful_shutdown_timeout = 60 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.644262] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] host = cpu-1 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.644406] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] host_dvr_for_dhcp = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.644546] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] http_retries = 3 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.644691] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] instance_format = [instance: %(uuid)s] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.644837] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.644984] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ipam_driver = internal {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.645141] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ipv6_pd_enabled = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.645281] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] l3_ha = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.645425] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.645565] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] l3_ha_network_physical_name = {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.645707] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] l3_ha_network_type = {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.645845] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] log_config_append = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.645988] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.646147] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] log_dir = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.646285] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] log_file = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.646395] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] log_options = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.646592] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] log_rotate_interval = 1 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.646763] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] log_rotate_interval_type = days {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.646912] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] log_rotation_type = none {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.647036] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.647150] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.647298] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.647443] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.647554] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.647694] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] max_dns_nameservers = 5 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.647834] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] max_header_line = 16384 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.647975] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] max_l3_agents_per_router = 3 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.648126] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] max_logfile_count = 30 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.648263] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] max_logfile_size_mb = 200 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.648400] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] max_subnet_host_routes = 20 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.648537] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] network_auto_schedule = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.648671] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] network_link_prefix = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.648815] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.648961] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] notify_nova_on_port_data_changes = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.649121] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] notify_nova_on_port_status_changes = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.649268] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] pagination_max_limit = -1 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.649406] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] publish_errors = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.649543] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] rate_limit_burst = 0 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.649687] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] rate_limit_except_level = CRITICAL {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.649824] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] rate_limit_interval = 0 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.649984] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] retry_until_window = 30 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.650150] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] router_distributed = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.650291] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] rpc_resources_processing_step = 20 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.650428] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] rpc_response_max_timeout = 600 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.650563] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] rpc_response_timeout = 60 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.650698] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] send_events_interval = 2 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.650851] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] service_plugins = ['router'] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.650999] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] setproctitle = on {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.651199] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] state_path = /opt/stack/data/neutron {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.651356] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] syslog_log_facility = LOG_USER {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.651499] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] tcp_keepidle = 600 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.651645] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] transport_url = **** {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.651788] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] use_eventlog = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.651927] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] use_journal = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.652078] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] use_json = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.652218] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] use_ssl = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.652382] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] use_stderr = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.652531] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] use_syslog = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.652671] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] vlan_transparent = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.652808] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] watch_log_file = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.652946] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] wsgi_default_pool_size = 100 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.653101] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] wsgi_keep_alive = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.653250] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.653386] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] wsgi_server_debug = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2602}} [ 464.653541] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_concurrency.disable_process_locking = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.653697] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.653850] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.653995] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.654220] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.654401] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.654551] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.654710] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] profiler.connection_string = messaging:// {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.654858] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] profiler.enabled = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.655013] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] profiler.es_doc_type = notification {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.655173] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] profiler.es_scroll_size = 10000 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.655330] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] profiler.es_scroll_time = 2m {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.655477] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] profiler.filter_error_trace = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.655629] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] profiler.hmac_keys = SECRET_KEY {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.655779] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] profiler.sentinel_service_name = mymaster {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.655929] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] profiler.socket_timeout = 0.1 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.656086] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] profiler.trace_sqlalchemy = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.656249] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_policy.enforce_new_defaults = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.656399] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_policy.enforce_scope = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.656556] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_policy.policy_default_rule = default {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.656718] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.656872] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.657036] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.657189] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.657331] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.657474] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.657620] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.657777] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.657936] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] agent.extensions = [] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.658104] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.658256] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] service_providers.service_provider = [] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.658409] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] QUOTAS.default_quota = -1 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.658561] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.658704] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] QUOTAS.quota_floatingip = 50 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.658889] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] QUOTAS.quota_network = 100 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.658988] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] QUOTAS.quota_port = 500 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.659151] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] QUOTAS.quota_rbac_policy = 10 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.659297] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] QUOTAS.quota_router = 10 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.659445] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] QUOTAS.quota_security_group = 10 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.659600] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] QUOTAS.quota_security_group_rule = 100 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.659746] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] QUOTAS.quota_subnet = 100 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.659892] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] QUOTAS.track_quota_usage = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.660084] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.660236] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep.group = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.660378] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep.helper_command = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.660527] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep.logger_name = oslo_privsep.daemon {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.660672] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep.thread_pool_size = 8 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.660813] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep.user = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.660966] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.661150] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_dhcp_release.group = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.661298] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_dhcp_release.helper_command = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.661447] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.661592] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.661732] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_dhcp_release.user = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.661882] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.662034] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_ovs_vsctl.group = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.662182] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_ovs_vsctl.helper_command = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.662354] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.662509] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.662650] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_ovs_vsctl.user = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.662798] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_namespace.capabilities = [21] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.662941] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_namespace.group = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.663097] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_namespace.helper_command = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.663250] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.663399] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_namespace.thread_pool_size = 8 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.663542] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_namespace.user = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.663691] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_conntrack.capabilities = [12] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.663832] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_conntrack.group = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.663972] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_conntrack.helper_command = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.664135] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.664281] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_conntrack.thread_pool_size = 8 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.664424] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_conntrack.user = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.664574] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_link.capabilities = [12, 21] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.664713] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_link.group = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.664852] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_link.helper_command = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.664998] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.665159] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_link.thread_pool_size = 8 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.665299] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] privsep_link.user = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.665460] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.665614] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.665762] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.continue_on_failed_promotions = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.665903] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.dscp = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.666061] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.dscp_inherit = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.666220] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.force_mp_to_policy = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.666361] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.locking_coordinator_url = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.666507] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.log_agent_heartbeats = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.666650] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.logging_expire = 1 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.666801] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.666947] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.667115] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.polling_interval = 240 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.667264] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.667415] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.quitting_rpc_timeout = 120 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.667564] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.report_interval = 30.0 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.667718] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.667868] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.668027] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.668185] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.sync_skew = 60 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.668332] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.synchronization_queue_size = 20 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.668479] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT.use_helper_for_ns_read = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.668629] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] SECURITYGROUP.enable_ipset = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.668784] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] SECURITYGROUP.enable_security_group = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.668941] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.669103] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.669269] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ml2.extension_drivers = ['port_security'] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.669413] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ml2.external_network_type = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.669570] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.669723] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ml2.overlay_ip_version = 4 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.669877] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ml2.path_mtu = 8950 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.670059] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ml2.physical_network_mtus = [] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.670231] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ml2.tenant_network_types = ['vlan'] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.670386] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.670541] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ml2.type_drivers = ['vlan'] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.670693] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT_CLI.neutron_port_id = [] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.670837] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.670983] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.671177] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.671337] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.671488] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.671640] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.671795] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.671944] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.672152] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.672331] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_login_password = **** {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.672496] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_login_port = 443 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.672650] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_login_user = admin {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.672800] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.672956] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.673120] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.673264] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.673418] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.673569] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.673717] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.673868] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.674025] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.674187] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.674342] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.674491] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.674641] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.674831] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.674987] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] vsphere.vsphere_login_password = VMware1! {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.675160] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.675305] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.675453] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] nova.auth_section = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.675606] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] nova.auth_type = password {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.675761] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.675904] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] nova.certfile = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.676064] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] nova.collect_timing = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.676221] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] nova.endpoint_type = public {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.676368] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] nova.insecure = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.676509] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] nova.keyfile = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.676661] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] nova.region_name = RegionOne {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.676806] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] nova.split_loggers = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.676948] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] nova.timeout = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.677112] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] placement.auth_section = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.677268] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] placement.auth_type = password {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.677420] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.677564] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] placement.certfile = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.677708] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] placement.collect_timing = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.677859] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] placement.endpoint_type = public {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.678010] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] placement.insecure = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.678161] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] placement.keyfile = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.678303] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] placement.region_name = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.678446] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] placement.split_loggers = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.678586] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] placement.timeout = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.678733] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.auth_section = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.678906] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.auth_type = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.679071] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.cafile = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.679218] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.certfile = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.679365] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.collect_timing = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.679508] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.connect_retries = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.679651] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.connect_retry_delay = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.679796] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.enable_notifications = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.679964] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.endpoint_override = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.680145] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.insecure = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.680295] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.interface = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.680438] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.keyfile = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.680581] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.max_version = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.680721] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.min_version = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.680861] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.region_name = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.681052] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.service_name = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.681252] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.service_type = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.681410] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.split_loggers = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.681555] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.status_code_retries = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.681698] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.status_code_retry_delay = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.681840] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.timeout = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.681999] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.valid_interfaces = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.682174] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ironic.version = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.682359] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] cli_script.dry_run = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.682534] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.682683] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.682831] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.682976] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.683149] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.683301] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.683446] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.683590] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.683732] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.683871] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.684036] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.684191] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.684342] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.684492] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.684638] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.684795] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.684941] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.685102] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.685249] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.685394] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.685539] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.685684] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.685827] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.685970] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.686133] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.686283] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.ssl = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.686438] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.686590] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.686734] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.686887] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.687047] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_rabbit.ssl_version = {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.687210] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_notifications.driver = [] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.687359] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_notifications.retry = -1 {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.687562] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.687754] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] oslo_messaging_notifications.transport_url = **** {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2609}} [ 464.687892] env[60039]: DEBUG oslo_service.service [None req-6a383c7e-4be1-46fb-98cc-baa03ea3230a None None] ******************************************************************************** {{(pid=60039) log_opt_values /usr/local/lib/python3.10/dist-packages/oslo_config/cfg.py:2613}} [ 464.688575] env[60039]: DEBUG neutron.agent.securitygroups_rpc [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Init firewall settings (driver=nsxv3) {{(pid=60039) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:121}} [ 464.689938] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=60039) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 464.690198] env[60039]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] RPC agent_id: nsxm-l-01a.corp.local [ 464.692236] env[60039]: DEBUG dogpile.cache.region [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 464.692368] env[60039]: DEBUG dogpile.lock [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 464.692473] env[60039]: DEBUG dogpile.lock [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 464.692569] env[60039]: DEBUG dogpile.lock [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 464.692666] env[60039]: DEBUG dogpile.cache.region [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 464.692760] env[60039]: DEBUG dogpile.lock [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 464.692898] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 464.720972] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Session token - acquiring [ 464.722572] env[60039]: DEBUG networking_nsxv3.common.locking [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 464.723157] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 464.723157] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 464.723335] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 464.733508] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 465.001562] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 465.022050] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 465.022201] env[60039]: DEBUG dogpile.cache.region [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Cache value generated in 0.329 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 465.022392] env[60039]: DEBUG dogpile.lock [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 465.022524] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Activating Policy API Provider. [ 465.022721] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Looking for the default Infrastructure Rules. [ 465.079359] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Looking for the Default Layer3 Logged Drop Section. [ 465.091964] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 465.092591] env[60039]: DEBUG networking_nsxv3.common.locking [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 465.092762] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquiring lock "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 465.092864] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired lock "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 465.093176] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired external semaphore "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 465.093593] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 465.115321] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 465.123475] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 465.131966] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Inventory metadata is going to be refreshed. [ 465.132158] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 465.931332] env[60039]: DEBUG networking_nsxv3.common.locking [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 465.931761] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 465.931761] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 465.931962] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 465.943674] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 465.944678] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 465.945329] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 465.965023] env[60039]: DEBUG networking_nsxv3.common.locking [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 465.965265] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 465.965375] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 465.965687] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 465.965817] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 465.965961] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 465.966097] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 465.966209] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 465.985411] env[60039]: DEBUG networking_nsxv3.common.locking [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 465.985606] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 465.985754] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 465.985977] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 465.986169] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 465.986319] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 466.004488] env[60039]: DEBUG networking_nsxv3.common.locking [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 466.004706] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 466.004808] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 466.004999] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 466.005164] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 466.005286] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 466.022965] env[60039]: DEBUG networking_nsxv3.common.locking [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 466.023128] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquiring lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 466.023242] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 466.023493] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired external semaphore "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 466.023628] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Releasing lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 466.023773] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 466.023883] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 466.023992] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 466.040861] env[60039]: DEBUG networking_nsxv3.common.locking [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 466.041134] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquiring lock "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 466.041134] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired lock "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 466.041412] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired external semaphore "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 466.041541] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Releasing lock "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 466.041681] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 466.041792] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 466.041901] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 466.061285] env[60039]: DEBUG networking_nsxv3.common.locking [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 466.061472] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 466.061612] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 466.061837] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 466.061977] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 466.062145] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 466.062338] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 466.062479] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Inventory metadata have been refreshed. [ 466.062587] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Dryrun:True. Metadata refresh completed. [ 466.062716] env[60039]: DEBUG oslo_concurrency.lockutils [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Releasing lock "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 466.064295] env[60039]: INFO neutron.agent.agent_extensions_manager [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Loaded agent extensions: [] [ 466.064983] env[60039]: DEBUG neutron_lib.callbacks.manager [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=60039) _notify_loop /usr/local/lib/python3.10/dist-packages/neutron_lib/callbacks/manager.py:184}} [ 466.110466] env[60039]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] NSXv3 Agent Agent RPC Daemon Started! [ 466.110598] env[60039]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dd1c09da-074d-441f-bc36-99853ecf747a None None] NSXv3 Agent Agent out of sync with plugin! [ 471.066142] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 471.066575] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 476.067355] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 476.067673] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 477.785954] env[60039]: INFO networking_nsxv3.common.synchronization [None req-0b50808a-4588-44f7-8849-6b6dafffa834 demo admin] Enqueued Resource ID: 2a829fc9-c70e-4a14-abb5-0ac77586f351 with Priority: HIGHEST for action security_group_rules [ 477.786246] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a829fc9-c70e-4a14-abb5-0ac77586f351 with Priority: HIGHEST for action security_group_rules [ 477.786518] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a829fc9-c70e-4a14-abb5-0ac77586f351 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 477.786651] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a829fc9-c70e-4a14-abb5-0ac77586f351" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 477.786718] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a829fc9-c70e-4a14-abb5-0ac77586f351" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 477.787401] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a829fc9-c70e-4a14-abb5-0ac77586f351" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 477.787508] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a829fc9-c70e-4a14-abb5-0ac77586f351',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 477.819202] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 477.819390] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 477.819458] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 477.819621] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 477.819716] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 477.819811] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a829fc9-c70e-4a14-abb5-0ac77586f351 already deleted. [ 477.819895] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a829fc9-c70e-4a14-abb5-0ac77586f351" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 482.787837] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 482.787837] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 487.789137] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 487.789524] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 489.067795] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.068385] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 489.068385] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 489.068385] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 489.068647] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 489.076389] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 489.082511] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 489.087995] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 489.088131] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 489.776053] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.776272] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 489.776272] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 489.776506] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 489.789039] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 489.789483] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 489.790275] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 489.805973] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.806193] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 489.806193] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 489.806425] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 489.806515] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 489.806628] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 489.806703] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 489.806776] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 489.825472] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.825699] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 489.825796] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 489.826078] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 489.826271] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 489.826425] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 489.844880] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.845113] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 489.845113] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 489.845329] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 489.845439] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 489.845555] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 489.865941] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.866147] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 489.866147] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 489.866363] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 489.866468] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 489.866589] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 489.866665] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 489.866762] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 489.882991] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.883282] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 489.883282] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 489.883501] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 489.883564] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 489.883660] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 489.883740] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 489.883817] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 489.902690] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.902906] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 489.902906] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 489.903118] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 489.903230] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 489.903349] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 489.903426] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 489.903562] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 489.903562] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 489.903644] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 489.903704] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 489.903751] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 489.904018] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 489.904082] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 489.904154] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 489.921384] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.921627] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 489.921627] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 489.921841] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 489.921952] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 489.922106] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 489.938619] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.938843] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 489.938843] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 489.939067] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 489.939207] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 489.951376] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 492.790424] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 492.790836] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 497.791404] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 497.791833] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 502.793058] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 502.793331] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 507.794553] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 507.794553] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 508.413288] env[60039]: INFO networking_nsxv3.common.synchronization [None req-d9189ce0-e20c-4db7-8431-e6815c2a9744 None None] Enqueued Resource ID: 08c6578c-fa95-449d-90b9-31227bb65527 with Priority: HIGHEST for action port [ 508.413506] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08c6578c-fa95-449d-90b9-31227bb65527 with Priority: HIGHEST for action port [ 508.413800] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-08c6578c-fa95-449d-90b9-31227bb65527 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.413923] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08c6578c-fa95-449d-90b9-31227bb65527" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 508.413993] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08c6578c-fa95-449d-90b9-31227bb65527" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 508.414290] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08c6578c-fa95-449d-90b9-31227bb65527" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 508.414369] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08c6578c-fa95-449d-90b9-31227bb65527',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 508.465095] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08c6578c-fa95-449d-90b9-31227bb65527 [ 508.466019] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.466019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 508.466019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 508.468123] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 508.468232] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 508.469319] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08c6578c-fa95-449d-90b9-31227bb65527 already deleted. [ 508.469417] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08c6578c-fa95-449d-90b9-31227bb65527" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 510.053629] env[60039]: INFO networking_nsxv3.common.synchronization [None req-06b98f21-2e0f-4b89-92c6-f68676c573b4 None None] Enqueued Resource ID: 821f4e92-67cd-46fd-89e1-e52deca37aaa with Priority: HIGHEST for action port [ 510.053951] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821f4e92-67cd-46fd-89e1-e52deca37aaa with Priority: HIGHEST for action port [ 510.054187] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-821f4e92-67cd-46fd-89e1-e52deca37aaa taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.054318] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-821f4e92-67cd-46fd-89e1-e52deca37aaa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 510.054396] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-821f4e92-67cd-46fd-89e1-e52deca37aaa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 510.054661] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-821f4e92-67cd-46fd-89e1-e52deca37aaa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 510.054744] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('821f4e92-67cd-46fd-89e1-e52deca37aaa',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 510.135098] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 821f4e92-67cd-46fd-89e1-e52deca37aaa [ 510.135098] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.135098] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 510.135098] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 510.135098] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 510.135098] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 510.135098] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:821f4e92-67cd-46fd-89e1-e52deca37aaa already deleted. [ 510.135098] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-821f4e92-67cd-46fd-89e1-e52deca37aaa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 510.857395] env[60039]: INFO networking_nsxv3.common.synchronization [None req-f2dff72a-eaf8-4ff9-95c9-c59b50ffd949 None None] Enqueued Resource ID: 9729bf0d-ccf1-4ddb-93d8-f5a72b7ca4d2 with Priority: HIGHEST for action port [ 510.859407] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9729bf0d-ccf1-4ddb-93d8-f5a72b7ca4d2 with Priority: HIGHEST for action port [ 510.859407] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-9729bf0d-ccf1-4ddb-93d8-f5a72b7ca4d2 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.859407] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9729bf0d-ccf1-4ddb-93d8-f5a72b7ca4d2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 510.859407] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9729bf0d-ccf1-4ddb-93d8-f5a72b7ca4d2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 510.859407] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9729bf0d-ccf1-4ddb-93d8-f5a72b7ca4d2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 510.859407] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9729bf0d-ccf1-4ddb-93d8-f5a72b7ca4d2',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 510.891964] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9729bf0d-ccf1-4ddb-93d8-f5a72b7ca4d2 [ 510.892255] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.892645] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 510.892645] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 510.892716] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 510.892761] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 510.893528] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9729bf0d-ccf1-4ddb-93d8-f5a72b7ca4d2 already deleted. [ 510.893528] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9729bf0d-ccf1-4ddb-93d8-f5a72b7ca4d2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 510.982134] env[60039]: INFO networking_nsxv3.common.synchronization [None req-58a02d69-b639-460b-b1ea-4e637029902b None None] Enqueued Resource ID: fe6c02ef-4c74-4e85-90b6-08cc60bd6175 with Priority: HIGHEST for action port [ 510.982387] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6c02ef-4c74-4e85-90b6-08cc60bd6175 with Priority: HIGHEST for action port [ 510.982678] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe6c02ef-4c74-4e85-90b6-08cc60bd6175 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.982801] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe6c02ef-4c74-4e85-90b6-08cc60bd6175" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 510.982870] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe6c02ef-4c74-4e85-90b6-08cc60bd6175" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 510.983149] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe6c02ef-4c74-4e85-90b6-08cc60bd6175" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 510.983234] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe6c02ef-4c74-4e85-90b6-08cc60bd6175',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 511.002093] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe6c02ef-4c74-4e85-90b6-08cc60bd6175 [ 511.002313] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.002449] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 511.002520] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 511.002726] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 511.002817] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 511.002913] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe6c02ef-4c74-4e85-90b6-08cc60bd6175 already deleted. [ 511.002996] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe6c02ef-4c74-4e85-90b6-08cc60bd6175" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 511.929552] env[60039]: INFO networking_nsxv3.common.synchronization [None req-d8720eac-d33e-4c2e-a369-18c7d9c6332c None None] Enqueued Resource ID: 1f319d65-eb85-4312-a82c-484808154074 with Priority: HIGHEST for action port [ 511.929816] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f319d65-eb85-4312-a82c-484808154074 with Priority: HIGHEST for action port [ 511.930048] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f319d65-eb85-4312-a82c-484808154074 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.930358] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f319d65-eb85-4312-a82c-484808154074" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 511.930358] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f319d65-eb85-4312-a82c-484808154074" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 511.930573] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f319d65-eb85-4312-a82c-484808154074" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 511.930658] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f319d65-eb85-4312-a82c-484808154074',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 511.942815] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f319d65-eb85-4312-a82c-484808154074 [ 511.943064] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.943191] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 511.943286] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 511.943431] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 511.943525] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 511.943620] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f319d65-eb85-4312-a82c-484808154074 already deleted. [ 511.943700] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f319d65-eb85-4312-a82c-484808154074" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 512.657306] env[60039]: INFO networking_nsxv3.common.synchronization [None req-212e875e-57ec-492c-8142-4b2f8159c636 None None] Enqueued Resource ID: 7991f85d-3630-4877-b5b7-338be28ff02d with Priority: HIGHEST for action port [ 512.657818] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7991f85d-3630-4877-b5b7-338be28ff02d with Priority: HIGHEST for action port [ 512.657858] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-7991f85d-3630-4877-b5b7-338be28ff02d taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.657946] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7991f85d-3630-4877-b5b7-338be28ff02d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 512.658613] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7991f85d-3630-4877-b5b7-338be28ff02d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 512.658613] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7991f85d-3630-4877-b5b7-338be28ff02d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 512.658613] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7991f85d-3630-4877-b5b7-338be28ff02d',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 512.682870] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7991f85d-3630-4877-b5b7-338be28ff02d [ 512.683111] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.683249] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 512.683326] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 512.683539] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 512.683652] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 512.683757] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7991f85d-3630-4877-b5b7-338be28ff02d already deleted. [ 512.683846] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7991f85d-3630-4877-b5b7-338be28ff02d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 513.154974] env[60039]: INFO networking_nsxv3.common.synchronization [None req-57a1d037-1d5e-4b88-b92b-1d54b18ab9ee None None] Enqueued Resource ID: 2d6ea2ff-66c9-4fc3-8e7b-6d8da7678380 with Priority: HIGHEST for action port [ 513.155419] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6ea2ff-66c9-4fc3-8e7b-6d8da7678380 with Priority: HIGHEST for action port [ 513.155577] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d6ea2ff-66c9-4fc3-8e7b-6d8da7678380 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 513.155702] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d6ea2ff-66c9-4fc3-8e7b-6d8da7678380" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 513.155771] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d6ea2ff-66c9-4fc3-8e7b-6d8da7678380" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 513.156038] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d6ea2ff-66c9-4fc3-8e7b-6d8da7678380" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 513.156122] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d6ea2ff-66c9-4fc3-8e7b-6d8da7678380',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 513.225494] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d6ea2ff-66c9-4fc3-8e7b-6d8da7678380 [ 513.225707] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 513.225975] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 513.225975] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 513.226154] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 513.226244] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 513.226338] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d6ea2ff-66c9-4fc3-8e7b-6d8da7678380 already deleted. [ 513.226418] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d6ea2ff-66c9-4fc3-8e7b-6d8da7678380" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 515.454476] env[60039]: WARNING oslo_policy.policy [None req-48bbdd1a-fc46-4727-8a70-7ed78e50a714 tempest-AttachInterfacesTestJSON-1338008180 tempest-AttachInterfacesTestJSON-1338008180-project-member] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 515.454757] env[60039]: WARNING oslo_policy.policy [None req-48bbdd1a-fc46-4727-8a70-7ed78e50a714 tempest-AttachInterfacesTestJSON-1338008180 tempest-AttachInterfacesTestJSON-1338008180-project-member] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 515.456475] env[60039]: INFO networking_nsxv3.common.synchronization [None req-48bbdd1a-fc46-4727-8a70-7ed78e50a714 tempest-AttachInterfacesTestJSON-1338008180 tempest-AttachInterfacesTestJSON-1338008180-project-member] Enqueued Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGHEST for action security_group_rules [ 515.457474] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGHEST for action security_group_rules [ 515.459544] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e44481f-bb00-4213-95e8-391141c24c1a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.459544] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 515.459544] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 515.459700] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 515.459788] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e44481f-bb00-4213-95e8-391141c24c1a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 515.489033] env[60039]: INFO networking_nsxv3.common.synchronization [req-3048873c-2770-4203-b51f-4df52d73f47e req-db8f5f4a-cd14-4bdb-a015-18732475ed23 tempest-ServerDiagnosticsTest-107573575 tempest-ServerDiagnosticsTest-107573575-project-member] Enqueued Resource ID: b30a67e5-3080-45a7-a045-616f71f22288 with Priority: HIGHEST for action security_group_members [ 515.489033] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30a67e5-3080-45a7-a045-616f71f22288 with Priority: HIGHEST for action security_group_members [ 515.489033] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30a67e5-3080-45a7-a045-616f71f22288 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.489033] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 515.489033] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 515.493135] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 515.493368] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.493490] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 515.493560] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 515.493761] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 515.493851] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 515.493949] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30a67e5-3080-45a7-a045-616f71f22288',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 515.566204] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.567200] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 515.567200] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 515.567200] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 515.567200] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 515.567200] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.567200] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 515.567200] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 515.567446] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 515.567446] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 515.567446] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30a67e5-3080-45a7-a045-616f71f22288 already deleted. [ 515.567521] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 515.598160] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.599323] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 515.599323] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 515.599544] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 515.599640] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 515.599739] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e44481f-bb00-4213-95e8-391141c24c1a already deleted. [ 515.599821] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 516.065032] env[60039]: INFO networking_nsxv3.common.synchronization [None req-40bce749-ca9b-44b1-be7c-c3b13aca67ba tempest-AttachInterfacesTestJSON-1338008180 tempest-AttachInterfacesTestJSON-1338008180-project-member] Enqueued Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGHEST for action security_group_rules [ 516.065032] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGHEST for action security_group_rules [ 516.065171] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e44481f-bb00-4213-95e8-391141c24c1a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.065282] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 516.065354] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 516.065560] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 516.065644] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e44481f-bb00-4213-95e8-391141c24c1a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 516.099545] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.099703] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 516.099774] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 516.101504] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 516.101504] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 516.101504] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e44481f-bb00-4213-95e8-391141c24c1a already deleted. [ 516.101504] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 516.394123] env[60039]: INFO networking_nsxv3.common.synchronization [None req-31021c46-6b17-46a3-91dc-c2bf025340ac None None] Enqueued Resource ID: 0144961b-ff85-42dd-af5a-43ce57a5822c with Priority: HIGHEST for action port [ 516.394282] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0144961b-ff85-42dd-af5a-43ce57a5822c with Priority: HIGHEST for action port [ 516.394588] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-0144961b-ff85-42dd-af5a-43ce57a5822c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.394716] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0144961b-ff85-42dd-af5a-43ce57a5822c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 516.394789] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0144961b-ff85-42dd-af5a-43ce57a5822c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 516.395060] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0144961b-ff85-42dd-af5a-43ce57a5822c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 516.395148] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0144961b-ff85-42dd-af5a-43ce57a5822c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 516.431746] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0144961b-ff85-42dd-af5a-43ce57a5822c [ 516.432189] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.432256] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 516.432305] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 516.432529] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 516.432636] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 516.432737] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0144961b-ff85-42dd-af5a-43ce57a5822c already deleted. [ 516.432822] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0144961b-ff85-42dd-af5a-43ce57a5822c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 517.310171] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.310541] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 517.310541] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 517.311940] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 517.311940] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.311940] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 517.311940] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 517.311940] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 517.311940] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 517.312163] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 517.312163] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 517.312246] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 517.312355] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 517.312465] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 517.312591] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 517.312734] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 517.330178] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 517.330306] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 517.330458] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 517.330644] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 517.330958] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-26a18662-8fba-4d77-a530-f366d7c04bd8 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.331148] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-26a18662-8fba-4d77-a530-f366d7c04bd8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 517.331272] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-26a18662-8fba-4d77-a530-f366d7c04bd8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 517.331633] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-26a18662-8fba-4d77-a530-f366d7c04bd8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 517.331779] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a18662-8fba-4d77-a530-f366d7c04bd8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 517.349772] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.349985] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 517.350168] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 517.350483] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 517.350656] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 517.351362] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port 26a18662-8fba-4d77-a530-f366d7c04bd8 not found, creating... [ 517.351362] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.351362] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 517.351362] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 517.351572] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 517.351675] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 517.352161] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.352788] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 517.352788] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 517.352788] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 517.352956] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 517.353161] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: 26a18662-8fba-4d77-a530-f366d7c04bd8 is going to be created. [ 517.374785] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.375289] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 517.375439] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 517.375712] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 517.375943] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 517.376199] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-26a18662-8fba-4d77-a530-f366d7c04bd8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 517.713026] env[60039]: INFO networking_nsxv3.common.synchronization [None req-9bc97586-1a5b-4f30-85e9-dfa06b372d3c None None] Enqueued Resource ID: 7245855e-5311-4dcf-86ec-394bef93179c with Priority: HIGHEST for action port [ 517.713286] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7245855e-5311-4dcf-86ec-394bef93179c with Priority: HIGHEST for action port [ 517.713593] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-7245855e-5311-4dcf-86ec-394bef93179c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.713721] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7245855e-5311-4dcf-86ec-394bef93179c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 517.713791] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7245855e-5311-4dcf-86ec-394bef93179c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 517.714169] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7245855e-5311-4dcf-86ec-394bef93179c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 517.714269] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7245855e-5311-4dcf-86ec-394bef93179c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 517.727206] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7245855e-5311-4dcf-86ec-394bef93179c [ 517.727421] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.727556] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 517.727629] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 517.727836] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 517.727981] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 517.728062] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7245855e-5311-4dcf-86ec-394bef93179c already deleted. [ 517.728113] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7245855e-5311-4dcf-86ec-394bef93179c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 518.523031] env[60039]: INFO networking_nsxv3.common.synchronization [req-deb37827-d8fc-4227-915c-1adfea93e03b req-d33b79c4-e28e-4d1c-8033-ac5ba79152ac tempest-ServerDiagnosticsNegativeTest-707153589 tempest-ServerDiagnosticsNegativeTest-707153589-project-member] Enqueued Resource ID: 54711c55-0e4a-4381-9446-af00d51af55a with Priority: HIGHEST for action security_group_members [ 518.523031] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54711c55-0e4a-4381-9446-af00d51af55a with Priority: HIGHEST for action security_group_members [ 518.523364] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-54711c55-0e4a-4381-9446-af00d51af55a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.523364] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 518.523364] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 518.527024] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 518.527024] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.527024] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 518.527024] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 518.527024] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 518.527024] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 518.527024] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54711c55-0e4a-4381-9446-af00d51af55a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 518.542199] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.542888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 518.542888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 518.542888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 518.542888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 518.543047] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.543151] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 518.543186] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 518.543889] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 518.543889] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 518.543889] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54711c55-0e4a-4381-9446-af00d51af55a already deleted. [ 518.543889] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 518.898890] env[60039]: INFO networking_nsxv3.common.synchronization [None req-a198b4fb-c0eb-4d09-ac93-7db723bbe389 None None] Enqueued Resource ID: 1f9f6951-26ca-4f57-8d0e-a54ea01d647d with Priority: HIGHEST for action port [ 518.898890] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9f6951-26ca-4f57-8d0e-a54ea01d647d with Priority: HIGHEST for action port [ 518.898890] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f9f6951-26ca-4f57-8d0e-a54ea01d647d taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.898890] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f9f6951-26ca-4f57-8d0e-a54ea01d647d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 518.898890] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f9f6951-26ca-4f57-8d0e-a54ea01d647d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 518.898890] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f9f6951-26ca-4f57-8d0e-a54ea01d647d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 518.898890] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9f6951-26ca-4f57-8d0e-a54ea01d647d',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 518.936661] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f9f6951-26ca-4f57-8d0e-a54ea01d647d [ 518.936973] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.937413] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 518.937413] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 518.937516] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 518.937618] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 518.939436] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f9f6951-26ca-4f57-8d0e-a54ea01d647d already deleted. [ 518.939436] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f9f6951-26ca-4f57-8d0e-a54ea01d647d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.221080] env[60039]: INFO networking_nsxv3.common.synchronization [req-3048873c-2770-4203-b51f-4df52d73f47e req-74bfc73d-a1bf-4ac6-9192-eb1195e0e5ec service neutron] Enqueued Resource ID: b30a67e5-3080-45a7-a045-616f71f22288 with Priority: HIGHEST for action security_group_rules [ 519.221080] env[60039]: INFO networking_nsxv3.common.synchronization [req-3048873c-2770-4203-b51f-4df52d73f47e req-74bfc73d-a1bf-4ac6-9192-eb1195e0e5ec service neutron] Enqueued Resource ID: b30a67e5-3080-45a7-a045-616f71f22288 with Priority: HIGHEST for action security_group_members [ 519.221080] env[60039]: INFO networking_nsxv3.common.synchronization [req-3048873c-2770-4203-b51f-4df52d73f47e req-74bfc73d-a1bf-4ac6-9192-eb1195e0e5ec service neutron] Enqueued Resource ID: 26a18662-8fba-4d77-a530-f366d7c04bd8 with Priority: HIGHEST for action port [ 519.221080] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30a67e5-3080-45a7-a045-616f71f22288 with Priority: HIGHEST for action security_group_rules [ 519.221080] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30a67e5-3080-45a7-a045-616f71f22288 with Priority: HIGHEST for action security_group_members [ 519.221080] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a18662-8fba-4d77-a530-f366d7c04bd8 with Priority: HIGHEST for action port [ 519.221080] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b30a67e5-3080-45a7-a045-616f71f22288 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.221344] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.221344] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.221492] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.222092] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b30a67e5-3080-45a7-a045-616f71f22288',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 519.226086] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30a67e5-3080-45a7-a045-616f71f22288 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.226201] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.227029] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.227029] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.227029] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.227029] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.227029] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.227474] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.227605] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.227670] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30a67e5-3080-45a7-a045-616f71f22288',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 519.229402] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-26a18662-8fba-4d77-a530-f366d7c04bd8 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.230682] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26a18662-8fba-4d77-a530-f366d7c04bd8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.230682] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26a18662-8fba-4d77-a530-f366d7c04bd8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.230682] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26a18662-8fba-4d77-a530-f366d7c04bd8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.230682] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a18662-8fba-4d77-a530-f366d7c04bd8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 519.263619] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b30a67e5-3080-45a7-a045-616f71f22288',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 519.274952] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30a67e5-3080-45a7-a045-616f71f22288 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.274952] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.285144] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b30a67e5-3080-45a7-a045-616f71f22288',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 519.304822] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.304822] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.304822] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.305062] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.305092] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.305702] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30a67e5-3080-45a7-a045-616f71f22288 is going to be created. [ 519.313374] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26a18662-8fba-4d77-a530-f366d7c04bd8 with status ACTIVE [ 519.313598] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.313734] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.313807] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.314041] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.314280] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.314434] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.314434] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.314566] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.314814] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.314814] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.316594] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.316594] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.316594] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.316594] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.316594] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.316594] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26a18662-8fba-4d77-a530-f366d7c04bd8 is going to be updated. [ 519.335757] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.335953] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.336245] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.336245] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.336353] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.343695] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.343864] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.344509] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.344509] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.344509] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.344509] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26a18662-8fba-4d77-a530-f366d7c04bd8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.346712] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30a67e5-3080-45a7-a045-616f71f22288 in Status: UNINITIALIZED for 2s [ 519.444045] env[60039]: INFO networking_nsxv3.common.synchronization [req-2113d3f9-d4fd-4954-b30d-2701ee0748c0 req-4f1c4753-a27e-4a82-9d71-aa351af20ba2 tempest-MigrationsAdminTest-2016093575 tempest-MigrationsAdminTest-2016093575-project-member] Enqueued Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_members [ 519.444045] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_members [ 519.444045] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-739091df-b190-4b93-bf7f-39b8a0a59dca taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.444045] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.444349] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.444349] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.444662] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.444662] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.444742] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.445206] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.445206] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.445206] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 519.446944] env[60039]: INFO networking_nsxv3.common.synchronization [req-adda8732-e35a-4a60-965c-1dba92160496 req-f7cf16a7-0faf-43da-89a9-0b67acf90ff6 tempest-DeleteServersAdminTestJSON-409634133 tempest-DeleteServersAdminTestJSON-409634133-project-member] Enqueued Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_members [ 519.447702] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_members [ 519.448254] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3041d59c-42ff-4d76-af45-d2618ecebef9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.448386] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.451790] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.451790] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.451790] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.451790] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.451790] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.451790] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.451790] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.451790] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 519.469873] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.470083] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.470135] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.470342] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.470443] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.471633] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.471995] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.472152] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.472376] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.472485] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.472599] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 739091df-b190-4b93-bf7f-39b8a0a59dca already deleted. [ 519.472707] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.473827] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.473827] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.473929] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.474099] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.474225] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.474365] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.474461] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 519.474525] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 519.474672] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 519.474746] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 519.474829] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 already deleted. [ 519.474907] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 520.755142] env[60039]: INFO networking_nsxv3.common.synchronization [None req-4a1aaf53-cce0-49bc-9ecf-2d86883396ac None None] Enqueued Resource ID: 2b40c8c2-d257-43a7-9b16-40f51ef2fd4b with Priority: HIGHEST for action port [ 520.755142] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b40c8c2-d257-43a7-9b16-40f51ef2fd4b with Priority: HIGHEST for action port [ 520.755142] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b40c8c2-d257-43a7-9b16-40f51ef2fd4b taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.755142] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b40c8c2-d257-43a7-9b16-40f51ef2fd4b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 520.755142] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b40c8c2-d257-43a7-9b16-40f51ef2fd4b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 520.755142] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b40c8c2-d257-43a7-9b16-40f51ef2fd4b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 520.755142] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b40c8c2-d257-43a7-9b16-40f51ef2fd4b',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 520.789291] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b40c8c2-d257-43a7-9b16-40f51ef2fd4b [ 520.791041] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.791041] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 520.791041] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 520.791041] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 520.791041] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 520.791041] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b40c8c2-d257-43a7-9b16-40f51ef2fd4b already deleted. [ 520.791041] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b40c8c2-d257-43a7-9b16-40f51ef2fd4b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.175941] env[60039]: INFO networking_nsxv3.common.synchronization [None req-87a9d88d-c9ca-4b22-a9cc-fced85cfa0c4 None None] Enqueued Resource ID: 6de05a3c-90aa-4f4c-a62c-b12cc15ac7b3 with Priority: HIGHEST for action port [ 521.176203] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de05a3c-90aa-4f4c-a62c-b12cc15ac7b3 with Priority: HIGHEST for action port [ 521.176776] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-6de05a3c-90aa-4f4c-a62c-b12cc15ac7b3 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.176776] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6de05a3c-90aa-4f4c-a62c-b12cc15ac7b3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.176776] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6de05a3c-90aa-4f4c-a62c-b12cc15ac7b3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.176972] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6de05a3c-90aa-4f4c-a62c-b12cc15ac7b3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.177639] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6de05a3c-90aa-4f4c-a62c-b12cc15ac7b3',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 521.326271] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6de05a3c-90aa-4f4c-a62c-b12cc15ac7b3 [ 521.326271] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.326271] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.326271] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.326862] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.327117] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.328436] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6de05a3c-90aa-4f4c-a62c-b12cc15ac7b3 already deleted. [ 521.328436] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6de05a3c-90aa-4f4c-a62c-b12cc15ac7b3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.360651] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30a67e5-3080-45a7-a045-616f71f22288 in Status: SUCCESS [ 521.360651] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.362313] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.362313] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.362313] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.362462] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.363028] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.363028] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.363028] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.368909] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.369191] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b30a67e5-3080-45a7-a045-616f71f22288',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 521.433285] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30a67e5-3080-45a7-a045-616f71f22288 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.433459] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.433529] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.433744] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.433911] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.434016] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.434088] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.434243] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.434336] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.434427] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.434586] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30a67e5-3080-45a7-a045-616f71f22288 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.434679] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.434735] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.435599] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.435599] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.435599] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.435599] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.436315] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.436486] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.437053] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.437053] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b30a67e5-3080-45a7-a045-616f71f22288',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 521.468946] env[60039]: INFO networking_nsxv3.common.synchronization [None req-6a75886d-ba51-4665-bba7-9b347b9eee7a None None] Enqueued Resource ID: ac51c40a-5bd0-41de-8bca-29e7fcf50957 with Priority: HIGHEST for action port [ 521.470135] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac51c40a-5bd0-41de-8bca-29e7fcf50957 with Priority: HIGHEST for action port [ 521.471524] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b30a67e5-3080-45a7-a045-616f71f22288: rpc.has_security_group_logging(os_id): False [ 521.474032] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac51c40a-5bd0-41de-8bca-29e7fcf50957 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.474743] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac51c40a-5bd0-41de-8bca-29e7fcf50957" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.474936] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac51c40a-5bd0-41de-8bca-29e7fcf50957" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.475276] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac51c40a-5bd0-41de-8bca-29e7fcf50957" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.475473] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac51c40a-5bd0-41de-8bca-29e7fcf50957',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 521.495059] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.495059] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.495059] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.495059] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.495059] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.496806] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.497723] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.497723] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.497723] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.497723] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.498724] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.498724] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.498724] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.498724] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.498724] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.498724] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.498724] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.498724] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.498724] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.499111] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.499111] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b30a67e5-3080-45a7-a045-616f71f22288 is going to be created. [ 521.508112] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac51c40a-5bd0-41de-8bca-29e7fcf50957 [ 521.508112] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.508743] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.508857] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.509085] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.509185] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.509648] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac51c40a-5bd0-41de-8bca-29e7fcf50957 already deleted. [ 521.509853] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac51c40a-5bd0-41de-8bca-29e7fcf50957" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.557252] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.557449] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.557499] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.557720] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.558086] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.572693] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b30a67e5-3080-45a7-a045-616f71f22288 in Status: IN_PROGRESS for 2s [ 521.837153] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.837153] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.837153] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.837530] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.837681] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.837861] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.837981] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.838239] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.838553] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.838623] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 521.839320] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 521.839320] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 521.839320] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 521.839320] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 521.839650] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 521.839650] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 521.857706] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 521.857874] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 521.858446] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 521.858446] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.858568] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.858724] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.858847] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.860041] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.860791] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 521.887468] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.887468] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.887647] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.888829] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.889190] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.889447] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port 96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2 not found, creating... [ 521.889845] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.890087] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.890256] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.890649] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.890758] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.891310] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.891508] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.891637] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.892176] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.892176] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.892176] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: 96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2 is going to be created. [ 521.911299] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.911607] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 521.911742] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 521.912030] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 521.912404] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 521.913143] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.252937] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.253351] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.253351] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.253470] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.257018] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.257018] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.257018] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.257018] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.257018] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.257018] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 522.257018] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 522.257018] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 522.257018] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 522.257018] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 522.257018] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 522.257018] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 522.283412] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 522.283412] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 522.283412] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 522.283412] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.283412] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-e5151993-a08c-45a0-81c4-df2e7c6d3ad6 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.283412] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-e5151993-a08c-45a0-81c4-df2e7c6d3ad6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.283412] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-e5151993-a08c-45a0-81c4-df2e7c6d3ad6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.283412] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-e5151993-a08c-45a0-81c4-df2e7c6d3ad6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.283412] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5151993-a08c-45a0-81c4-df2e7c6d3ad6',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 522.313242] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.313242] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.313242] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.313242] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.313242] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.313242] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port e5151993-a08c-45a0-81c4-df2e7c6d3ad6 not found, creating... [ 522.313242] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.313242] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.313242] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.313242] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.317409] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.317409] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.317409] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.317409] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.317586] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.317616] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.317808] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: e5151993-a08c-45a0-81c4-df2e7c6d3ad6 is going to be created. [ 522.338280] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.338280] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.338280] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.338716] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.339057] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.339188] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-e5151993-a08c-45a0-81c4-df2e7c6d3ad6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.454923] env[60039]: INFO networking_nsxv3.common.synchronization [req-91fa722a-bd01-4d75-bbab-eda42ae56232 req-896a500f-d35a-4ef8-b921-df937234b655 tempest-ServersAdminNegativeTestJSON-1483049067 tempest-ServersAdminNegativeTestJSON-1483049067-project-member] Enqueued Resource ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc with Priority: HIGHEST for action security_group_members [ 522.454923] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc with Priority: HIGHEST for action security_group_members [ 522.454923] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eddf42b-cf37-4218-9d03-0338d32fadcc taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.455068] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.455115] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.455813] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.455813] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.455813] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.455813] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.456105] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.456105] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.456105] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eddf42b-cf37-4218-9d03-0338d32fadcc',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 522.470056] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.470056] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.470056] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.470056] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.470056] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.471399] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.471514] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.471579] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.471753] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.471833] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.471921] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc already deleted. [ 522.471998] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.571091] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.571291] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.571446] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.571726] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.571989] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.572172] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.572291] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.572559] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.572708] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.572855] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 522.572965] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 522.576125] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 522.576993] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 522.577340] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 522.577462] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 522.577604] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 522.597283] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 522.597445] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 522.597593] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 522.597761] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.598274] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-95b54886-0bbe-4351-8124-6f37519af668 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.598274] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-95b54886-0bbe-4351-8124-6f37519af668" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.598398] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-95b54886-0bbe-4351-8124-6f37519af668" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.598695] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-95b54886-0bbe-4351-8124-6f37519af668" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.598834] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95b54886-0bbe-4351-8124-6f37519af668',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 522.633861] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.633861] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.634045] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.634191] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.635993] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.636307] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port 95b54886-0bbe-4351-8124-6f37519af668 not found, creating... [ 522.637583] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.638619] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.638619] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.638917] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.638917] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.639189] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.640026] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.640026] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.640026] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.640026] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.640026] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: 95b54886-0bbe-4351-8124-6f37519af668 is going to be created. [ 522.662155] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.662328] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 522.662491] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 522.662815] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 522.663611] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 522.663611] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-95b54886-0bbe-4351-8124-6f37519af668" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 523.587613] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b30a67e5-3080-45a7-a045-616f71f22288 in Status: SUCCESS [ 523.587875] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 523.792314] env[60039]: INFO networking_nsxv3.common.synchronization [None req-0eb56d7b-a228-4157-a85f-7ef25d7f7a3b None None] Enqueued Resource ID: ba2122e9-769a-40ef-bff4-e1d93479a653 with Priority: HIGHEST for action port [ 523.793185] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2122e9-769a-40ef-bff4-e1d93479a653 with Priority: HIGHEST for action port [ 523.793875] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba2122e9-769a-40ef-bff4-e1d93479a653 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.794612] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba2122e9-769a-40ef-bff4-e1d93479a653" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 523.794961] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba2122e9-769a-40ef-bff4-e1d93479a653" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 523.795317] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba2122e9-769a-40ef-bff4-e1d93479a653" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 523.795462] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba2122e9-769a-40ef-bff4-e1d93479a653',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 523.812718] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba2122e9-769a-40ef-bff4-e1d93479a653 [ 523.813410] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.813745] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 523.814081] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 523.814312] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 523.814410] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 523.814523] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba2122e9-769a-40ef-bff4-e1d93479a653 already deleted. [ 523.814875] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba2122e9-769a-40ef-bff4-e1d93479a653" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 523.985173] env[60039]: INFO networking_nsxv3.common.synchronization [None req-db020048-4f78-49e4-bfdd-1304d10ce604 None None] Enqueued Resource ID: b681994d-aed7-4e81-972f-026d9f2fdb81 with Priority: HIGHEST for action port [ 523.985888] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681994d-aed7-4e81-972f-026d9f2fdb81 with Priority: HIGHEST for action port [ 523.986305] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-b681994d-aed7-4e81-972f-026d9f2fdb81 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.986614] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b681994d-aed7-4e81-972f-026d9f2fdb81" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 523.986614] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b681994d-aed7-4e81-972f-026d9f2fdb81" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 523.986770] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b681994d-aed7-4e81-972f-026d9f2fdb81" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 523.987378] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b681994d-aed7-4e81-972f-026d9f2fdb81',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.079151] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b681994d-aed7-4e81-972f-026d9f2fdb81 [ 524.079377] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.079516] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.079587] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.079802] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.079927] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.080234] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b681994d-aed7-4e81-972f-026d9f2fdb81 already deleted. [ 524.080234] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b681994d-aed7-4e81-972f-026d9f2fdb81" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.287058] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.287302] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.288151] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.288151] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.288151] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.288151] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.288391] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.288435] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.290780] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.290780] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 524.290780] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 524.290896] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 524.290927] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 524.291109] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 524.291157] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 524.291284] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 524.293846] env[60039]: INFO networking_nsxv3.common.synchronization [req-deb37827-d8fc-4227-915c-1adfea93e03b req-2f8515a2-bca6-483d-9205-4a37c2b18cb0 service neutron] Enqueued Resource ID: 54711c55-0e4a-4381-9446-af00d51af55a with Priority: HIGHEST for action security_group_rules [ 524.294019] env[60039]: INFO networking_nsxv3.common.synchronization [req-deb37827-d8fc-4227-915c-1adfea93e03b req-2f8515a2-bca6-483d-9205-4a37c2b18cb0 service neutron] Enqueued Resource ID: 54711c55-0e4a-4381-9446-af00d51af55a with Priority: HIGHEST for action security_group_members [ 524.300460] env[60039]: INFO networking_nsxv3.common.synchronization [req-deb37827-d8fc-4227-915c-1adfea93e03b req-2f8515a2-bca6-483d-9205-4a37c2b18cb0 service neutron] Enqueued Resource ID: e5151993-a08c-45a0-81c4-df2e7c6d3ad6 with Priority: HIGHEST for action port [ 524.300460] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54711c55-0e4a-4381-9446-af00d51af55a with Priority: HIGHEST for action security_group_rules [ 524.300460] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54711c55-0e4a-4381-9446-af00d51af55a with Priority: HIGHEST for action security_group_members [ 524.300460] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5151993-a08c-45a0-81c4-df2e7c6d3ad6 with Priority: HIGHEST for action port [ 524.300460] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54711c55-0e4a-4381-9446-af00d51af55a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.300460] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.300460] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.300460] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.300460] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54711c55-0e4a-4381-9446-af00d51af55a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.301236] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-54711c55-0e4a-4381-9446-af00d51af55a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.301373] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.301419] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.301607] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.301753] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.301849] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.301912] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.302062] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.302146] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.302235] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54711c55-0e4a-4381-9446-af00d51af55a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.302972] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5151993-a08c-45a0-81c4-df2e7c6d3ad6 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.303122] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5151993-a08c-45a0-81c4-df2e7c6d3ad6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.303200] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5151993-a08c-45a0-81c4-df2e7c6d3ad6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.303307] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5151993-a08c-45a0-81c4-df2e7c6d3ad6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.303376] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5151993-a08c-45a0-81c4-df2e7c6d3ad6',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.314192] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 524.314192] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 524.314300] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 524.314481] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.314796] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-e6b829be-7469-47df-86d8-aaa5c4008cbe taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.314963] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-e6b829be-7469-47df-86d8-aaa5c4008cbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.315097] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-e6b829be-7469-47df-86d8-aaa5c4008cbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.315405] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-e6b829be-7469-47df-86d8-aaa5c4008cbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.315607] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b829be-7469-47df-86d8-aaa5c4008cbe',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.328649] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54711c55-0e4a-4381-9446-af00d51af55a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.370337] env[60039]: INFO networking_nsxv3.common.synchronization [req-2113d3f9-d4fd-4954-b30d-2701ee0748c0 req-d807911b-d567-463f-a60b-9237455da57f service neutron] Enqueued Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_rules [ 524.370543] env[60039]: INFO networking_nsxv3.common.synchronization [req-2113d3f9-d4fd-4954-b30d-2701ee0748c0 req-d807911b-d567-463f-a60b-9237455da57f service neutron] Enqueued Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_members [ 524.370674] env[60039]: INFO networking_nsxv3.common.synchronization [req-2113d3f9-d4fd-4954-b30d-2701ee0748c0 req-d807911b-d567-463f-a60b-9237455da57f service neutron] Enqueued Resource ID: 96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2 with Priority: HIGHEST for action port [ 524.371029] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_rules [ 524.371029] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_members [ 524.371134] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2 with Priority: HIGHEST for action port [ 524.371711] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-739091df-b190-4b93-bf7f-39b8a0a59dca taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.371818] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.371818] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.372470] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.372470] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.372952] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-739091df-b190-4b93-bf7f-39b8a0a59dca taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.375127] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.375127] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.375127] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.375232] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.375336] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.375381] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.376279] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.376279] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.376279] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.376515] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.376515] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.376604] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.376735] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.376828] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.380029] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54711c55-0e4a-4381-9446-af00d51af55a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.394932] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.395468] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.396469] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.396469] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.396469] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.396469] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port e6b829be-7469-47df-86d8-aaa5c4008cbe not found, creating... [ 524.397396] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.398095] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.398095] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.400725] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.400725] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.400725] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.400725] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.400725] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.400725] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.400725] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.400725] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: e6b829be-7469-47df-86d8-aaa5c4008cbe is going to be created. [ 524.425208] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.425208] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.425208] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.425208] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.425208] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.425208] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-e6b829be-7469-47df-86d8-aaa5c4008cbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.444614] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-54711c55-0e4a-4381-9446-af00d51af55a taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.445388] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.445388] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.489965] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.489965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.489965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.489965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.489965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.489965] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54711c55-0e4a-4381-9446-af00d51af55a is going to be created. [ 524.498108] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-739091df-b190-4b93-bf7f-39b8a0a59dca taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.498108] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.503613] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.509568] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5151993-a08c-45a0-81c4-df2e7c6d3ad6 with status ACTIVE [ 524.509679] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.509754] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.509886] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.510134] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.510223] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.510440] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.510555] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.510621] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.510783] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.510857] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.511083] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.511165] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.511202] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.511710] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.511810] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.511904] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5151993-a08c-45a0-81c4-df2e7c6d3ad6 is going to be updated. [ 524.519939] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.520060] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.520060] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.520288] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.520382] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.520549] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 739091df-b190-4b93-bf7f-39b8a0a59dca is going to be created. [ 524.527311] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2 with status ACTIVE [ 524.527311] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.527311] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.527311] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.527311] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.527311] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.527311] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.527311] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.527311] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.527311] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.527311] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.527792] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.528016] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.528177] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.528410] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.530693] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.530693] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2 is going to be updated. [ 524.541696] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.541696] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.541696] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.541696] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.541917] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.556561] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.556712] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.557043] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.557043] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.557209] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.558498] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5151993-a08c-45a0-81c4-df2e7c6d3ad6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.559248] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54711c55-0e4a-4381-9446-af00d51af55a in Status: UNINITIALIZED for 2s [ 524.573397] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.573727] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.573727] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.573984] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.573984] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.581799] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.581940] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.581992] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.582365] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.582365] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.582506] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96b0e278-5e0e-49e0-b8b5-d0ad705f8ea2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.602041] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 739091df-b190-4b93-bf7f-39b8a0a59dca in Status: UNINITIALIZED for 2s [ 524.607815] env[60039]: INFO networking_nsxv3.common.synchronization [None req-802c2bf8-86eb-480e-8a4c-45af9ea6d0fa None None] Enqueued Resource ID: bedb9498-fbf1-4aeb-8a37-8243588f0994 with Priority: HIGHEST for action port [ 524.608755] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedb9498-fbf1-4aeb-8a37-8243588f0994 with Priority: HIGHEST for action port [ 524.609539] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-bedb9498-fbf1-4aeb-8a37-8243588f0994 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.610844] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bedb9498-fbf1-4aeb-8a37-8243588f0994" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.610844] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bedb9498-fbf1-4aeb-8a37-8243588f0994" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.610844] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bedb9498-fbf1-4aeb-8a37-8243588f0994" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.610844] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bedb9498-fbf1-4aeb-8a37-8243588f0994',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.641850] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bedb9498-fbf1-4aeb-8a37-8243588f0994 [ 524.641850] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.641850] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.641850] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.641850] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.641850] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.641850] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bedb9498-fbf1-4aeb-8a37-8243588f0994 already deleted. [ 524.641850] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bedb9498-fbf1-4aeb-8a37-8243588f0994" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.650461] env[60039]: INFO networking_nsxv3.common.synchronization [req-adda8732-e35a-4a60-965c-1dba92160496 req-a7c9f321-a14f-4435-b20b-e67286aa63fa service neutron] Enqueued Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_rules [ 524.650461] env[60039]: INFO networking_nsxv3.common.synchronization [req-adda8732-e35a-4a60-965c-1dba92160496 req-a7c9f321-a14f-4435-b20b-e67286aa63fa service neutron] Enqueued Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_members [ 524.650461] env[60039]: INFO networking_nsxv3.common.synchronization [req-adda8732-e35a-4a60-965c-1dba92160496 req-a7c9f321-a14f-4435-b20b-e67286aa63fa service neutron] Enqueued Resource ID: 95b54886-0bbe-4351-8124-6f37519af668 with Priority: HIGHEST for action port [ 524.650461] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_rules [ 524.650461] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_members [ 524.650461] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b54886-0bbe-4351-8124-6f37519af668 with Priority: HIGHEST for action port [ 524.650461] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3041d59c-42ff-4d76-af45-d2618ecebef9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.650461] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.650461] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.650461] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.656475] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.658625] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3041d59c-42ff-4d76-af45-d2618ecebef9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.660397] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.660397] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.660397] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.660397] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.660397] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.660397] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.660397] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.660397] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.660397] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.661397] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-95b54886-0bbe-4351-8124-6f37519af668 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.661753] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95b54886-0bbe-4351-8124-6f37519af668" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.662013] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95b54886-0bbe-4351-8124-6f37519af668" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.662487] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95b54886-0bbe-4351-8124-6f37519af668" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.662663] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95b54886-0bbe-4351-8124-6f37519af668',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.684281] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.721699] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3041d59c-42ff-4d76-af45-d2618ecebef9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.721825] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.730902] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 524.752040] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95b54886-0bbe-4351-8124-6f37519af668 with status ACTIVE [ 524.752262] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.752584] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.752584] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.754028] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.754139] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.754353] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.754537] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.754537] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.754688] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.754762] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.754942] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.755044] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.755105] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.755247] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.755317] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.755399] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95b54886-0bbe-4351-8124-6f37519af668 is going to be updated. [ 524.764186] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.764367] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.764439] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.764644] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.764902] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.764902] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 is going to be created. [ 524.794098] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.794245] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.794318] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.794527] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.794656] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.794809] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95b54886-0bbe-4351-8124-6f37519af668" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.801398] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.801546] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 524.802074] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 524.802347] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 524.803074] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 524.817585] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 in Status: UNINITIALIZED for 2s [ 525.049502] env[60039]: INFO networking_nsxv3.common.synchronization [None req-0a002167-8045-4162-8c42-2855d7faecfb None None] Enqueued Resource ID: 168a6909-49b2-4718-a804-ebe5e5b5b18d with Priority: HIGHEST for action port [ 525.049762] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 168a6909-49b2-4718-a804-ebe5e5b5b18d with Priority: HIGHEST for action port [ 525.050079] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-168a6909-49b2-4718-a804-ebe5e5b5b18d taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.050207] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-168a6909-49b2-4718-a804-ebe5e5b5b18d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 525.050274] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-168a6909-49b2-4718-a804-ebe5e5b5b18d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 525.050557] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-168a6909-49b2-4718-a804-ebe5e5b5b18d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 525.050636] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168a6909-49b2-4718-a804-ebe5e5b5b18d',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 525.106651] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 168a6909-49b2-4718-a804-ebe5e5b5b18d [ 525.106866] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.107000] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 525.107085] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 525.107293] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 525.107388] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 525.107484] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:168a6909-49b2-4718-a804-ebe5e5b5b18d already deleted. [ 525.107563] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-168a6909-49b2-4718-a804-ebe5e5b5b18d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 525.665026] env[60039]: INFO networking_nsxv3.common.synchronization [req-10258a28-7eca-45bc-b693-3fc602fe0a6a req-f3ea2588-02a0-4846-ab10-ba7b7dba3239 tempest-AttachInterfacesTestJSON-1338008180 tempest-AttachInterfacesTestJSON-1338008180-project-member] Enqueued Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGHEST for action security_group_members [ 525.665026] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGHEST for action security_group_members [ 525.665026] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e44481f-bb00-4213-95e8-391141c24c1a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.665026] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 525.665026] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 525.665026] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 525.665026] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.665026] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 525.665026] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 525.665026] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 525.665724] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 525.665724] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e44481f-bb00-4213-95e8-391141c24c1a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 525.677014] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.677014] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 525.677014] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 525.677014] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 525.677014] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 525.677014] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.677014] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 525.677014] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 525.677014] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 525.677014] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 525.677014] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e44481f-bb00-4213-95e8-391141c24c1a already deleted. [ 525.677014] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.059347] env[60039]: INFO networking_nsxv3.common.synchronization [None req-a5a63012-382e-434a-a5e4-11f635cd26f3 tempest-ServerActionsTestOtherB-856597999 tempest-ServerActionsTestOtherB-856597999-project-member] Enqueued Resource ID: 6403a634-43fd-40d6-a558-030c9d126895 with Priority: HIGHEST for action security_group_rules [ 526.059347] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6403a634-43fd-40d6-a558-030c9d126895 with Priority: HIGHEST for action security_group_rules [ 526.061787] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6403a634-43fd-40d6-a558-030c9d126895 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.061787] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6403a634-43fd-40d6-a558-030c9d126895" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.061787] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6403a634-43fd-40d6-a558-030c9d126895" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.061787] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6403a634-43fd-40d6-a558-030c9d126895" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.061787] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6403a634-43fd-40d6-a558-030c9d126895',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 526.095457] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.095613] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.095715] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.095900] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.095993] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.096101] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6403a634-43fd-40d6-a558-030c9d126895 already deleted. [ 526.096187] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6403a634-43fd-40d6-a558-030c9d126895" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.566899] env[60039]: INFO networking_nsxv3.common.synchronization [None req-1c1a9c68-33c7-4062-b660-5ff76a5d0630 tempest-ServerActionsTestOtherB-856597999 tempest-ServerActionsTestOtherB-856597999-project-member] Enqueued Resource ID: 6403a634-43fd-40d6-a558-030c9d126895 with Priority: HIGHEST for action security_group_rules [ 526.567523] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6403a634-43fd-40d6-a558-030c9d126895 with Priority: HIGHEST for action security_group_rules [ 526.568126] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6403a634-43fd-40d6-a558-030c9d126895 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.568300] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6403a634-43fd-40d6-a558-030c9d126895" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.568349] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6403a634-43fd-40d6-a558-030c9d126895" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.568537] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6403a634-43fd-40d6-a558-030c9d126895" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.568615] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6403a634-43fd-40d6-a558-030c9d126895',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 526.575749] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54711c55-0e4a-4381-9446-af00d51af55a in Status: SUCCESS [ 526.575978] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.576135] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.576354] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.576557] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.576725] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.576801] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.576912] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.576996] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.577115] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.577504] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54711c55-0e4a-4381-9446-af00d51af55a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 526.612879] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 739091df-b190-4b93-bf7f-39b8a0a59dca in Status: SUCCESS [ 526.613191] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.613364] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.613605] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.613827] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.613985] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.614138] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.614249] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.614314] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.614384] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.614479] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 526.674737] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-54711c55-0e4a-4381-9446-af00d51af55a taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.674737] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.675194] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.675194] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.675969] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.676070] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.676419] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.676419] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.676419] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.676581] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.676663] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-54711c55-0e4a-4381-9446-af00d51af55a taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.676760] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.676823] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.676992] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.679492] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.679599] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.679676] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.679856] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.679992] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.680054] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.680273] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54711c55-0e4a-4381-9446-af00d51af55a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 526.681816] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-739091df-b190-4b93-bf7f-39b8a0a59dca taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.681960] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.682020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.682179] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.682342] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.682604] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.682604] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.682743] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.682800] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.683242] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.683242] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-739091df-b190-4b93-bf7f-39b8a0a59dca taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.683371] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.683474] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.686195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.686195] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.686195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.686195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.686195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.686195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.686195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.686195] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 526.695471] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54711c55-0e4a-4381-9446-af00d51af55a: rpc.has_security_group_logging(os_id): False [ 526.702559] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 739091df-b190-4b93-bf7f-39b8a0a59dca: rpc.has_security_group_logging(os_id): False [ 526.712172] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.712581] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.712581] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.712676] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.712747] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.712881] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6403a634-43fd-40d6-a558-030c9d126895 already deleted. [ 526.712939] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6403a634-43fd-40d6-a558-030c9d126895" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.713853] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.713971] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.714050] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.714941] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.714941] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.714941] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.714941] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.714941] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.714941] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.714941] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.715647] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.715647] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.715647] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.715647] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.715647] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.715986] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.715986] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.715986] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.715986] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.716350] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.716350] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54711c55-0e4a-4381-9446-af00d51af55a is going to be created. [ 526.718589] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.718768] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.718768] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.718950] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.719020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.719196] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.719299] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.719379] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.720268] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.720268] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.720268] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.720643] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.720643] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.720643] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.720792] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.721305] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.721305] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.721305] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.721305] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.721305] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.721913] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 739091df-b190-4b93-bf7f-39b8a0a59dca is going to be created. [ 526.775665] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.775847] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.775907] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.776170] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.776300] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.779289] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.779431] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.779479] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.779664] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.779825] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.788744] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54711c55-0e4a-4381-9446-af00d51af55a in Status: IN_PROGRESS for 2s [ 526.789405] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 739091df-b190-4b93-bf7f-39b8a0a59dca in Status: IN_PROGRESS for 2s [ 526.825121] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 in Status: SUCCESS [ 526.825286] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.826366] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.826366] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.826366] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.826366] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.826366] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.826687] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.826687] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.826687] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.826773] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 526.829158] env[60039]: INFO networking_nsxv3.common.synchronization [req-91fa722a-bd01-4d75-bbab-eda42ae56232 req-a87e9a69-4b39-437e-a95f-131b6d376bef service neutron] Enqueued Resource ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc with Priority: HIGHEST for action security_group_rules [ 526.829292] env[60039]: INFO networking_nsxv3.common.synchronization [req-91fa722a-bd01-4d75-bbab-eda42ae56232 req-a87e9a69-4b39-437e-a95f-131b6d376bef service neutron] Enqueued Resource ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc with Priority: HIGHEST for action security_group_members [ 526.829517] env[60039]: INFO networking_nsxv3.common.synchronization [req-91fa722a-bd01-4d75-bbab-eda42ae56232 req-a87e9a69-4b39-437e-a95f-131b6d376bef service neutron] Enqueued Resource ID: e6b829be-7469-47df-86d8-aaa5c4008cbe with Priority: HIGHEST for action port [ 526.829629] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc with Priority: HIGHEST for action security_group_rules [ 526.829753] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc with Priority: HIGHEST for action security_group_members [ 526.829845] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b829be-7469-47df-86d8-aaa5c4008cbe with Priority: HIGHEST for action port [ 526.830107] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eddf42b-cf37-4218-9d03-0338d32fadcc taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.830229] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.830302] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.830550] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.830629] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eddf42b-cf37-4218-9d03-0338d32fadcc',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 526.832595] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eddf42b-cf37-4218-9d03-0338d32fadcc taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.833123] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.833123] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.833123] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.833344] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.833639] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.833639] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.833792] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.833843] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.833920] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eddf42b-cf37-4218-9d03-0338d32fadcc',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 526.834717] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6b829be-7469-47df-86d8-aaa5c4008cbe taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.834836] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6b829be-7469-47df-86d8-aaa5c4008cbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.835030] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6b829be-7469-47df-86d8-aaa5c4008cbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.835102] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6b829be-7469-47df-86d8-aaa5c4008cbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.835247] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b829be-7469-47df-86d8-aaa5c4008cbe',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 526.853503] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3041d59c-42ff-4d76-af45-d2618ecebef9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.853663] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.853857] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.853952] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.854122] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.854231] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.854291] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.855471] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.855471] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.855471] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.855471] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3041d59c-42ff-4d76-af45-d2618ecebef9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.855471] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.855471] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.855471] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.855471] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.855471] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.855471] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.855471] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.856262] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.856262] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.856262] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 526.858054] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eddf42b-cf37-4218-9d03-0338d32fadcc',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 526.884253] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3041d59c-42ff-4d76-af45-d2618ecebef9: rpc.has_security_group_logging(os_id): False [ 526.885768] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eddf42b-cf37-4218-9d03-0338d32fadcc taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.885920] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.890016] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eddf42b-cf37-4218-9d03-0338d32fadcc',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 526.903101] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6b829be-7469-47df-86d8-aaa5c4008cbe with status ACTIVE [ 526.903316] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.903453] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.903526] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.903768] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.903841] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.904025] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.904158] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.904228] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.904443] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.905047] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.905047] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.905047] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.905047] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.905047] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.905047] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.905311] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6b829be-7469-47df-86d8-aaa5c4008cbe is going to be updated. [ 526.908225] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.908225] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.908225] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.908225] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.908423] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.908423] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc is going to be created. [ 526.912323] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.912323] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.912323] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.912323] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.912323] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.912562] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.912562] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.912633] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.913091] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.913091] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.913091] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.913248] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.913248] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.913637] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.913637] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.913729] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.913812] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.913848] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.914009] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.914442] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.914442] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 is going to be created. [ 526.940412] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.943420] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.943420] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.943420] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.943420] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.943420] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6b829be-7469-47df-86d8-aaa5c4008cbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.943420] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.943420] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 526.943420] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 526.943420] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 526.943420] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 526.966876] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc in Status: UNINITIALIZED for 2s [ 527.002147] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.002147] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 527.002147] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 527.002147] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 527.002147] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 527.023233] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 in Status: IN_PROGRESS for 2s [ 527.307221] env[60039]: INFO networking_nsxv3.common.synchronization [None req-449735fa-10a3-4bb7-8ad0-a38782c36098 None None] Enqueued Resource ID: b5f13379-b730-4f4b-9200-e984a2b46c50 with Priority: HIGHEST for action port [ 527.307502] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f13379-b730-4f4b-9200-e984a2b46c50 with Priority: HIGHEST for action port [ 527.307940] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5f13379-b730-4f4b-9200-e984a2b46c50 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.307940] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5f13379-b730-4f4b-9200-e984a2b46c50" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 527.308145] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5f13379-b730-4f4b-9200-e984a2b46c50" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 527.308355] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5f13379-b730-4f4b-9200-e984a2b46c50" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 527.308355] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5f13379-b730-4f4b-9200-e984a2b46c50',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 527.327181] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5f13379-b730-4f4b-9200-e984a2b46c50 [ 527.327397] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.327535] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 527.327604] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 527.327813] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 527.327907] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 527.328015] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5f13379-b730-4f4b-9200-e984a2b46c50 already deleted. [ 527.329937] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5f13379-b730-4f4b-9200-e984a2b46c50" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 527.758746] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.759083] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-57" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 527.760568] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-57" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 527.762582] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-57" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 527.762871] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.763484] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 527.764547] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 527.764547] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 527.764547] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 527.764547] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 527.764547] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 527.764547] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 527.764863] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 527.764863] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 527.764863] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 527.764956] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 527.784399] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 527.784977] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 527.784977] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 527.784977] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-57" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 527.785791] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-2969c86b-c4d7-431e-a7bf-a229e30feccb taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.785791] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-2969c86b-c4d7-431e-a7bf-a229e30feccb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 527.785791] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-2969c86b-c4d7-431e-a7bf-a229e30feccb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 527.788628] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-2969c86b-c4d7-431e-a7bf-a229e30feccb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 527.788780] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2969c86b-c4d7-431e-a7bf-a229e30feccb',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 527.848916] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.849197] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 527.849328] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 527.849611] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 527.849754] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 527.849905] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port 2969c86b-c4d7-431e-a7bf-a229e30feccb not found, creating... [ 527.850185] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.853413] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 527.853793] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 527.854036] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 527.854197] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 527.855138] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.855138] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 527.855138] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 527.855138] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 527.855138] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 527.855383] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: 2969c86b-c4d7-431e-a7bf-a229e30feccb is going to be created. [ 527.878086] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.878086] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 527.878086] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 527.878086] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 527.878086] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 527.878086] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-2969c86b-c4d7-431e-a7bf-a229e30feccb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 528.803785] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 739091df-b190-4b93-bf7f-39b8a0a59dca in Status: SUCCESS [ 528.803785] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 528.803785] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54711c55-0e4a-4381-9446-af00d51af55a in Status: SUCCESS [ 528.803785] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 528.881021] env[60039]: INFO networking_nsxv3.common.synchronization [None req-52b476e4-e783-4b2c-b27b-15d22b6cee4a None None] Enqueued Resource ID: 464bef6c-fa34-4710-9686-089d891f39e4 with Priority: HIGHEST for action port [ 528.881236] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 464bef6c-fa34-4710-9686-089d891f39e4 with Priority: HIGHEST for action port [ 528.881553] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-464bef6c-fa34-4710-9686-089d891f39e4 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.881699] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-464bef6c-fa34-4710-9686-089d891f39e4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 528.881773] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-464bef6c-fa34-4710-9686-089d891f39e4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 528.882059] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-464bef6c-fa34-4710-9686-089d891f39e4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 528.882211] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('464bef6c-fa34-4710-9686-089d891f39e4',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 528.892706] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 464bef6c-fa34-4710-9686-089d891f39e4 [ 528.892920] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.893068] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 528.893206] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 528.893361] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 528.893446] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 528.893539] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:464bef6c-fa34-4710-9686-089d891f39e4 already deleted. [ 528.893618] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-464bef6c-fa34-4710-9686-089d891f39e4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 528.977058] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc in Status: SUCCESS [ 528.977278] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 528.978368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 528.978368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 528.978368] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.978368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 528.978368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 528.978368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 528.978368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 528.978368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 528.978701] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eddf42b-cf37-4218-9d03-0338d32fadcc',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 528.999881] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eddf42b-cf37-4218-9d03-0338d32fadcc taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.000752] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.000752] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.000752] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.001181] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.001690] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.001690] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.001690] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.001690] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.001958] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.002849] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eddf42b-cf37-4218-9d03-0338d32fadcc taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.002972] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.003617] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.003617] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.003617] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.003617] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.003617] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.003842] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.003842] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.003930] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.004159] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eddf42b-cf37-4218-9d03-0338d32fadcc',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 529.011736] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eddf42b-cf37-4218-9d03-0338d32fadcc: rpc.has_security_group_logging(os_id): False [ 529.029806] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.029999] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.030085] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.030298] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.030386] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.030620] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.030729] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.030794] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.030951] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.031043] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.031229] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.031333] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.031396] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.031552] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.032297] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.032511] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.032642] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.033608] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.033608] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.033608] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.033608] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc is going to be created. [ 529.035427] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 in Status: SUCCESS [ 529.035499] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.087072] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.087473] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.087473] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.087675] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.087741] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.098231] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc in Status: IN_PROGRESS for 2s [ 529.169443] env[60039]: INFO networking_nsxv3.common.synchronization [req-10258a28-7eca-45bc-b693-3fc602fe0a6a req-f191fd5f-f9c9-4d98-b254-6075009e60ae service neutron] Enqueued Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGHEST for action security_group_rules [ 529.169634] env[60039]: INFO networking_nsxv3.common.synchronization [req-10258a28-7eca-45bc-b693-3fc602fe0a6a req-f191fd5f-f9c9-4d98-b254-6075009e60ae service neutron] Enqueued Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGHEST for action security_group_members [ 529.169778] env[60039]: INFO networking_nsxv3.common.synchronization [req-10258a28-7eca-45bc-b693-3fc602fe0a6a req-f191fd5f-f9c9-4d98-b254-6075009e60ae service neutron] Enqueued Resource ID: 2969c86b-c4d7-431e-a7bf-a229e30feccb with Priority: HIGHEST for action port [ 529.170014] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGHEST for action security_group_rules [ 529.170496] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGHEST for action security_group_members [ 529.170644] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2969c86b-c4d7-431e-a7bf-a229e30feccb with Priority: HIGHEST for action port [ 529.171895] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e44481f-bb00-4213-95e8-391141c24c1a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.172047] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.172354] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.172354] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.172817] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e44481f-bb00-4213-95e8-391141c24c1a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 529.176989] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e44481f-bb00-4213-95e8-391141c24c1a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.176989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.176989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.176989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.176989] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.176989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.176989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.176989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.176989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.176989] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e44481f-bb00-4213-95e8-391141c24c1a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 529.178496] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-2969c86b-c4d7-431e-a7bf-a229e30feccb taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.178618] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2969c86b-c4d7-431e-a7bf-a229e30feccb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.178679] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2969c86b-c4d7-431e-a7bf-a229e30feccb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.179232] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2969c86b-c4d7-431e-a7bf-a229e30feccb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.179358] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2969c86b-c4d7-431e-a7bf-a229e30feccb',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 529.191582] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e44481f-bb00-4213-95e8-391141c24c1a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 529.207645] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e44481f-bb00-4213-95e8-391141c24c1a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 529.211840] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e44481f-bb00-4213-95e8-391141c24c1a taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.211986] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.215124] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2969c86b-c4d7-431e-a7bf-a229e30feccb with status ACTIVE [ 529.215322] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.215458] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.215506] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.215714] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.215803] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.215978] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.216087] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.216150] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.216310] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.216409] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.216586] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.216683] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.216751] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.216901] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.216975] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.217092] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2969c86b-c4d7-431e-a7bf-a229e30feccb is going to be updated. [ 529.219561] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.219665] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.219665] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.221318] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.221318] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.221318] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e44481f-bb00-4213-95e8-391141c24c1a is going to be created. [ 529.242691] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.242691] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.242883] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.243134] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.243134] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.243280] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2969c86b-c4d7-431e-a7bf-a229e30feccb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.245502] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.245682] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.245759] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.245983] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.246106] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.253985] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e44481f-bb00-4213-95e8-391141c24c1a in Status: UNINITIALIZED for 2s [ 529.457859] env[60039]: INFO networking_nsxv3.common.synchronization [None req-ea0148d2-908e-4230-be77-d4d087acaba4 tempest-ServersTestBootFromVolume-1166592086 tempest-ServersTestBootFromVolume-1166592086-project-member] Enqueued Resource ID: ab1c29f8-9771-4f2b-a077-d3fc39a295e4 with Priority: HIGHEST for action security_group_rules [ 529.458851] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1c29f8-9771-4f2b-a077-d3fc39a295e4 with Priority: HIGHEST for action security_group_rules [ 529.458851] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab1c29f8-9771-4f2b-a077-d3fc39a295e4 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.458851] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab1c29f8-9771-4f2b-a077-d3fc39a295e4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.459076] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab1c29f8-9771-4f2b-a077-d3fc39a295e4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.459631] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab1c29f8-9771-4f2b-a077-d3fc39a295e4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.459631] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab1c29f8-9771-4f2b-a077-d3fc39a295e4',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 529.525213] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.525359] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.525437] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.525666] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.525756] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.525851] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab1c29f8-9771-4f2b-a077-d3fc39a295e4 already deleted. [ 529.525931] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab1c29f8-9771-4f2b-a077-d3fc39a295e4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 529.939840] env[60039]: INFO networking_nsxv3.common.synchronization [None req-e8da893d-2174-4455-aca8-bdcda390d848 tempest-ServersTestBootFromVolume-1166592086 tempest-ServersTestBootFromVolume-1166592086-project-member] Enqueued Resource ID: ab1c29f8-9771-4f2b-a077-d3fc39a295e4 with Priority: HIGHEST for action security_group_rules [ 529.939840] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1c29f8-9771-4f2b-a077-d3fc39a295e4 with Priority: HIGHEST for action security_group_rules [ 529.939840] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab1c29f8-9771-4f2b-a077-d3fc39a295e4 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.939840] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab1c29f8-9771-4f2b-a077-d3fc39a295e4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 529.939840] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab1c29f8-9771-4f2b-a077-d3fc39a295e4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 529.939840] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab1c29f8-9771-4f2b-a077-d3fc39a295e4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 529.939840] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab1c29f8-9771-4f2b-a077-d3fc39a295e4',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 530.164344] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.164605] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.164605] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.164908] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.164908] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.165012] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab1c29f8-9771-4f2b-a077-d3fc39a295e4 already deleted. [ 530.165045] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab1c29f8-9771-4f2b-a077-d3fc39a295e4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.334531] env[60039]: INFO networking_nsxv3.common.synchronization [None req-b7467ea1-b288-425b-ad43-e657f9829a95 None None] Enqueued Resource ID: 95f60a7a-878e-4c7d-b1d7-9a5b78125779 with Priority: HIGHEST for action port [ 530.335261] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95f60a7a-878e-4c7d-b1d7-9a5b78125779 with Priority: HIGHEST for action port [ 530.337058] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-95f60a7a-878e-4c7d-b1d7-9a5b78125779 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.337058] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95f60a7a-878e-4c7d-b1d7-9a5b78125779" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.337058] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95f60a7a-878e-4c7d-b1d7-9a5b78125779" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.337058] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95f60a7a-878e-4c7d-b1d7-9a5b78125779" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.337058] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f60a7a-878e-4c7d-b1d7-9a5b78125779',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 530.421391] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95f60a7a-878e-4c7d-b1d7-9a5b78125779 [ 530.421391] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.421391] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.421391] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.421391] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.421391] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.421391] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95f60a7a-878e-4c7d-b1d7-9a5b78125779 already deleted. [ 530.421391] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95f60a7a-878e-4c7d-b1d7-9a5b78125779" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.801186] env[60039]: INFO networking_nsxv3.common.synchronization [req-e4af0805-3bc9-43c0-99bd-4cdee44030ac req-2fd42236-e7c4-47a4-8a68-41f513347610 tempest-ServerExternalEventsTest-1949741007 tempest-ServerExternalEventsTest-1949741007-project-member] Enqueued Resource ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e with Priority: HIGHEST for action security_group_members [ 530.801762] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e with Priority: HIGHEST for action security_group_members [ 530.801973] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.804100] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.805352] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.805698] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.805965] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.806162] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.806269] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.806500] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.806629] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.806762] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee9bc98-a785-462c-a9e1-b93ff7d7a46e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 530.832965] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.833558] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.833703] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.833973] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.834136] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.834612] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.834779] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 530.835853] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 530.836110] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 530.836200] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 530.836297] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e already deleted. [ 530.836381] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 531.002451] env[60039]: INFO networking_nsxv3.common.synchronization [None req-9b9a84c0-b7af-4d88-bfc0-0a0a5e6b2715 None None] Enqueued Resource ID: 0184735c-9a6d-4b6a-8744-10bf11625cdc with Priority: HIGHEST for action port [ 531.002451] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0184735c-9a6d-4b6a-8744-10bf11625cdc with Priority: HIGHEST for action port [ 531.002451] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-0184735c-9a6d-4b6a-8744-10bf11625cdc taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.002451] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0184735c-9a6d-4b6a-8744-10bf11625cdc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 531.002451] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0184735c-9a6d-4b6a-8744-10bf11625cdc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 531.002451] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0184735c-9a6d-4b6a-8744-10bf11625cdc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 531.002451] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0184735c-9a6d-4b6a-8744-10bf11625cdc',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 531.027369] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0184735c-9a6d-4b6a-8744-10bf11625cdc [ 531.027369] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.027369] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 531.027369] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 531.027712] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 531.027712] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 531.027712] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0184735c-9a6d-4b6a-8744-10bf11625cdc already deleted. [ 531.027712] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0184735c-9a6d-4b6a-8744-10bf11625cdc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 531.049771] env[60039]: INFO networking_nsxv3.common.synchronization [None req-4896039f-d2cf-485c-8869-66ae433b9952 tempest-VolumesAdminNegativeTest-875907274 tempest-VolumesAdminNegativeTest-875907274-project-member] Enqueued Resource ID: 804bcc2a-56fd-4ae9-92b5-e403592fd10a with Priority: HIGHEST for action security_group_rules [ 531.050034] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 804bcc2a-56fd-4ae9-92b5-e403592fd10a with Priority: HIGHEST for action security_group_rules [ 531.050555] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-804bcc2a-56fd-4ae9-92b5-e403592fd10a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.050684] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-804bcc2a-56fd-4ae9-92b5-e403592fd10a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 531.050751] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-804bcc2a-56fd-4ae9-92b5-e403592fd10a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 531.051023] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-804bcc2a-56fd-4ae9-92b5-e403592fd10a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 531.052175] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('804bcc2a-56fd-4ae9-92b5-e403592fd10a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 531.107954] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.108868] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 531.108868] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 531.108868] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 531.108868] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 531.108868] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 804bcc2a-56fd-4ae9-92b5-e403592fd10a already deleted. [ 531.108868] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-804bcc2a-56fd-4ae9-92b5-e403592fd10a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 531.111048] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc in Status: SUCCESS [ 531.111048] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 531.265065] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e44481f-bb00-4213-95e8-391141c24c1a in Status: SUCCESS [ 531.265279] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 531.265779] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 531.265990] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 531.266201] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.266320] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 531.266396] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 531.266557] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 531.266637] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 531.266720] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 531.266808] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e44481f-bb00-4213-95e8-391141c24c1a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 531.381022] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e44481f-bb00-4213-95e8-391141c24c1a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 531.388985] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e44481f-bb00-4213-95e8-391141c24c1a: rpc.has_security_group_logging(os_id): False [ 531.406942] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.407163] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 531.407270] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 531.407548] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 531.407624] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 531.407855] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.408140] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 531.408140] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 531.408272] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 531.408272] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 531.408370] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e44481f-bb00-4213-95e8-391141c24c1a is going to be created. [ 531.455040] env[60039]: INFO networking_nsxv3.common.synchronization [None req-1117c0d9-19ff-4e64-81bf-797e7aca7d38 tempest-VolumesAdminNegativeTest-875907274 tempest-VolumesAdminNegativeTest-875907274-project-member] Enqueued Resource ID: 804bcc2a-56fd-4ae9-92b5-e403592fd10a with Priority: HIGHEST for action security_group_rules [ 531.455431] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 804bcc2a-56fd-4ae9-92b5-e403592fd10a with Priority: HIGHEST for action security_group_rules [ 531.456063] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-804bcc2a-56fd-4ae9-92b5-e403592fd10a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.456063] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-804bcc2a-56fd-4ae9-92b5-e403592fd10a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 531.456195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-804bcc2a-56fd-4ae9-92b5-e403592fd10a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 531.457152] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-804bcc2a-56fd-4ae9-92b5-e403592fd10a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 531.457152] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('804bcc2a-56fd-4ae9-92b5-e403592fd10a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 531.467220] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.467220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 531.467220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 531.467220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 531.467220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 531.479068] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e44481f-bb00-4213-95e8-391141c24c1a in Status: IN_PROGRESS for 2s [ 531.489830] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.489986] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 531.491025] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 531.491150] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 531.491253] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 531.491354] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 804bcc2a-56fd-4ae9-92b5-e403592fd10a already deleted. [ 531.491440] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-804bcc2a-56fd-4ae9-92b5-e403592fd10a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 531.807300] env[60039]: INFO networking_nsxv3.common.synchronization [None req-601c8a31-d2bb-47d0-8411-c4c59198a862 None None] Enqueued Resource ID: d6acad29-989f-4be8-95b4-4e2b10869c69 with Priority: HIGHEST for action port [ 531.807300] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6acad29-989f-4be8-95b4-4e2b10869c69 with Priority: HIGHEST for action port [ 531.807300] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6acad29-989f-4be8-95b4-4e2b10869c69 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.807300] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6acad29-989f-4be8-95b4-4e2b10869c69" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 531.807300] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6acad29-989f-4be8-95b4-4e2b10869c69" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 531.807300] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6acad29-989f-4be8-95b4-4e2b10869c69" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 531.807300] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6acad29-989f-4be8-95b4-4e2b10869c69',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 531.830847] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6acad29-989f-4be8-95b4-4e2b10869c69 [ 531.831569] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.831776] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 531.831855] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 531.832162] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 531.832264] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 531.832369] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6acad29-989f-4be8-95b4-4e2b10869c69 already deleted. [ 531.832752] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6acad29-989f-4be8-95b4-4e2b10869c69" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 532.201873] env[60039]: INFO networking_nsxv3.common.synchronization [None req-a9ccdbd2-4b40-4c02-8eb6-67abd65dec6a None None] Enqueued Resource ID: be06f42c-ed03-4a96-b98c-e971463d96d6 with Priority: HIGHEST for action port [ 532.201873] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be06f42c-ed03-4a96-b98c-e971463d96d6 with Priority: HIGHEST for action port [ 532.201873] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-be06f42c-ed03-4a96-b98c-e971463d96d6 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.202197] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be06f42c-ed03-4a96-b98c-e971463d96d6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 532.202197] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be06f42c-ed03-4a96-b98c-e971463d96d6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 532.202866] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be06f42c-ed03-4a96-b98c-e971463d96d6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 532.202973] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be06f42c-ed03-4a96-b98c-e971463d96d6',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 532.214351] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be06f42c-ed03-4a96-b98c-e971463d96d6 [ 532.214468] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.214748] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 532.214748] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 532.214881] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 532.214970] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 532.215085] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be06f42c-ed03-4a96-b98c-e971463d96d6 already deleted. [ 532.215170] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be06f42c-ed03-4a96-b98c-e971463d96d6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 532.723125] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.726268] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 532.726268] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 532.726268] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 532.726268] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.726268] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 532.726268] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 532.726268] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 532.726268] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 532.726268] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 532.726268] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 532.726268] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 532.726268] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 532.726813] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 532.726813] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 532.726813] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 532.745339] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 532.745515] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 532.745687] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 532.745890] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 532.746206] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-1c372ba3-b2a6-42b9-87fd-28de33e9b059 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.746387] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-1c372ba3-b2a6-42b9-87fd-28de33e9b059" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 532.746507] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-1c372ba3-b2a6-42b9-87fd-28de33e9b059" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 532.746835] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-1c372ba3-b2a6-42b9-87fd-28de33e9b059" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 532.747042] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c372ba3-b2a6-42b9-87fd-28de33e9b059',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 532.768113] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.768469] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 532.768469] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 532.768822] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 532.769309] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 532.769309] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port 1c372ba3-b2a6-42b9-87fd-28de33e9b059 not found, creating... [ 532.769526] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.769790] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 532.769930] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 532.770218] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 532.770391] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 532.770877] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.770974] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 532.771263] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 532.771881] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 532.771881] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 532.771881] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: 1c372ba3-b2a6-42b9-87fd-28de33e9b059 is going to be created. [ 532.792024] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.792108] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 532.793830] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 532.793830] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 532.793830] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 532.793830] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-1c372ba3-b2a6-42b9-87fd-28de33e9b059" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 533.057065] env[60039]: INFO networking_nsxv3.common.synchronization [None req-77883250-85f7-45ed-a264-693f8507c6bf None None] Enqueued Resource ID: 13d22cd8-d2fd-41d9-a39a-8bdb6aa2b400 with Priority: HIGHEST for action port [ 533.058775] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13d22cd8-d2fd-41d9-a39a-8bdb6aa2b400 with Priority: HIGHEST for action port [ 533.058775] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-13d22cd8-d2fd-41d9-a39a-8bdb6aa2b400 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.058775] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13d22cd8-d2fd-41d9-a39a-8bdb6aa2b400" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 533.058775] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13d22cd8-d2fd-41d9-a39a-8bdb6aa2b400" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 533.058775] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13d22cd8-d2fd-41d9-a39a-8bdb6aa2b400" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 533.058775] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d22cd8-d2fd-41d9-a39a-8bdb6aa2b400',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 533.080908] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13d22cd8-d2fd-41d9-a39a-8bdb6aa2b400 [ 533.083830] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.083830] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 533.083830] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 533.083830] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 533.083830] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 533.083830] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13d22cd8-d2fd-41d9-a39a-8bdb6aa2b400 already deleted. [ 533.083830] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13d22cd8-d2fd-41d9-a39a-8bdb6aa2b400" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 533.491890] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e44481f-bb00-4213-95e8-391141c24c1a in Status: SUCCESS [ 533.492191] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 534.842637] env[60039]: INFO networking_nsxv3.common.synchronization [req-e4af0805-3bc9-43c0-99bd-4cdee44030ac req-f61fc3d8-d3e3-42ca-95b8-01709db47288 service neutron] Enqueued Resource ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e with Priority: HIGHEST for action security_group_rules [ 534.847786] env[60039]: INFO networking_nsxv3.common.synchronization [req-e4af0805-3bc9-43c0-99bd-4cdee44030ac req-f61fc3d8-d3e3-42ca-95b8-01709db47288 service neutron] Enqueued Resource ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e with Priority: HIGHEST for action security_group_members [ 534.847786] env[60039]: INFO networking_nsxv3.common.synchronization [req-e4af0805-3bc9-43c0-99bd-4cdee44030ac req-f61fc3d8-d3e3-42ca-95b8-01709db47288 service neutron] Enqueued Resource ID: 1c372ba3-b2a6-42b9-87fd-28de33e9b059 with Priority: HIGHEST for action port [ 534.847786] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e with Priority: HIGHEST for action security_group_rules [ 534.847786] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e with Priority: HIGHEST for action security_group_members [ 534.847786] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c372ba3-b2a6-42b9-87fd-28de33e9b059 with Priority: HIGHEST for action port [ 534.851019] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.851019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 534.851019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 534.851019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 534.851019] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee9bc98-a785-462c-a9e1-b93ff7d7a46e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 534.851019] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.851019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 534.851019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 534.851019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 534.851019] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.851019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 534.851019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 534.851019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 534.851019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 534.853121] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee9bc98-a785-462c-a9e1-b93ff7d7a46e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 534.856463] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c372ba3-b2a6-42b9-87fd-28de33e9b059 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.856463] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c372ba3-b2a6-42b9-87fd-28de33e9b059" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 534.856463] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c372ba3-b2a6-42b9-87fd-28de33e9b059" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 534.856463] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c372ba3-b2a6-42b9-87fd-28de33e9b059" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 534.856463] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c372ba3-b2a6-42b9-87fd-28de33e9b059',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 534.892500] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ee9bc98-a785-462c-a9e1-b93ff7d7a46e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 534.928048] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.928686] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 534.942274] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ee9bc98-a785-462c-a9e1-b93ff7d7a46e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 534.970304] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c372ba3-b2a6-42b9-87fd-28de33e9b059 with status ACTIVE [ 534.970879] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.970879] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 534.970879] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 534.971657] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 534.971657] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 534.971859] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.971946] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 534.972032] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 534.972214] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 534.972294] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 534.972942] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.972942] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 534.972942] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 534.972942] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 534.972942] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 534.972942] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c372ba3-b2a6-42b9-87fd-28de33e9b059 is going to be updated. [ 534.981762] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.981762] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 534.981762] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 534.981762] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 534.981762] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 534.981762] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e is going to be created. [ 534.998651] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.998651] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 534.998651] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 534.998651] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 534.998651] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 534.998651] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c372ba3-b2a6-42b9-87fd-28de33e9b059" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 535.005159] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.005314] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 535.005385] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 535.006295] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 535.006480] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 535.021796] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e in Status: UNINITIALIZED for 2s [ 535.361888] env[60039]: INFO networking_nsxv3.common.synchronization [None req-3cf6beff-162f-47e7-86f2-94181e75a7c6 None None] Enqueued Resource ID: dbf20d70-b7c4-4a05-939c-62c317d664a0 with Priority: HIGHEST for action port [ 535.361888] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf20d70-b7c4-4a05-939c-62c317d664a0 with Priority: HIGHEST for action port [ 535.361888] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbf20d70-b7c4-4a05-939c-62c317d664a0 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.361888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbf20d70-b7c4-4a05-939c-62c317d664a0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 535.361888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbf20d70-b7c4-4a05-939c-62c317d664a0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 535.361888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbf20d70-b7c4-4a05-939c-62c317d664a0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 535.362274] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbf20d70-b7c4-4a05-939c-62c317d664a0',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 535.479979] env[60039]: INFO networking_nsxv3.common.synchronization [req-ed4c064e-096a-46b0-a8e3-7c60afd9ead5 req-0b947009-0ab8-4eb5-bad6-4aeec3b11928 tempest-MultipleCreateTestJSON-359342352 tempest-MultipleCreateTestJSON-359342352-project-member] Enqueued Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_members [ 535.487053] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_members [ 535.487053] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.487053] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 535.487053] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 535.487053] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 535.487053] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.487053] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 535.487053] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 535.487053] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 535.487053] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 535.487053] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 535.515950] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbf20d70-b7c4-4a05-939c-62c317d664a0 [ 535.519567] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.519567] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 535.519567] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 535.519567] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 535.519567] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 535.519567] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbf20d70-b7c4-4a05-939c-62c317d664a0 already deleted. [ 535.519567] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbf20d70-b7c4-4a05-939c-62c317d664a0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 535.563885] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.563885] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 535.563885] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 535.563885] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 535.563885] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 535.563885] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.563885] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 535.563885] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 535.563885] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 535.563885] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 535.563885] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 already deleted. [ 535.563885] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.488167] env[60039]: INFO networking_nsxv3.common.synchronization [None req-755f7e44-a14d-44d5-9121-08ee5b107ebf None None] Enqueued Resource ID: d3c4288d-1258-4bbe-a971-8df80d45f27c with Priority: HIGHEST for action port [ 536.488167] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c4288d-1258-4bbe-a971-8df80d45f27c with Priority: HIGHEST for action port [ 536.488560] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3c4288d-1258-4bbe-a971-8df80d45f27c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.488560] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3c4288d-1258-4bbe-a971-8df80d45f27c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.488560] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3c4288d-1258-4bbe-a971-8df80d45f27c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.489374] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3c4288d-1258-4bbe-a971-8df80d45f27c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.489374] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3c4288d-1258-4bbe-a971-8df80d45f27c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 536.525525] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3c4288d-1258-4bbe-a971-8df80d45f27c [ 536.527228] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.527228] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.527228] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.527493] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.527606] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.527713] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3c4288d-1258-4bbe-a971-8df80d45f27c already deleted. [ 536.527799] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3c4288d-1258-4bbe-a971-8df80d45f27c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.760204] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.760314] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-791" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.760472] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-791" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.760867] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-791" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.761158] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.761325] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.762473] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.762836] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.766268] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.766268] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 536.766268] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 536.766268] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 536.766268] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 536.766268] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 536.766268] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 536.766268] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 536.785295] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 536.785295] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 536.785295] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 536.785295] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-791" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.785598] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.785853] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.785947] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.786261] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.786945] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 536.804399] env[60039]: INFO networking_nsxv3.common.synchronization [None req-dbcb19b6-3807-4e91-a6f7-13e642a04f76 None None] Enqueued Resource ID: 7363bb29-4633-42f0-a36d-9234a415f361 with Priority: HIGHEST for action port [ 536.805205] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7363bb29-4633-42f0-a36d-9234a415f361 with Priority: HIGHEST for action port [ 536.805205] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-7363bb29-4633-42f0-a36d-9234a415f361 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.805346] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7363bb29-4633-42f0-a36d-9234a415f361" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.805382] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7363bb29-4633-42f0-a36d-9234a415f361" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.805885] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7363bb29-4633-42f0-a36d-9234a415f361" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.805885] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7363bb29-4633-42f0-a36d-9234a415f361',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 536.846090] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7363bb29-4633-42f0-a36d-9234a415f361 [ 536.846322] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.846591] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.846591] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.847564] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.847564] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.847564] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7363bb29-4633-42f0-a36d-9234a415f361 already deleted. [ 536.847564] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7363bb29-4633-42f0-a36d-9234a415f361" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.887666] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.888588] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.892068] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.892068] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.892068] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.892068] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port 68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb not found, creating... [ 536.892068] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.892068] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.892068] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.892068] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.892068] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.892068] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.892705] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.892705] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.892705] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.892705] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.892705] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: 68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb is going to be created. [ 536.914775] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.914775] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 536.914775] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 536.914775] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 536.914775] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 536.914775] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.032530] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e in Status: SUCCESS [ 537.032785] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.032945] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.033317] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.033388] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.033479] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.033549] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.033707] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.033790] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.033878] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.033973] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ee9bc98-a785-462c-a9e1-b93ff7d7a46e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 537.056481] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.056952] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.057096] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.057303] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.057602] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.057705] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.057757] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.057913] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.058015] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.058117] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.058272] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.058684] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.058760] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.058964] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.059037] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.059142] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.059209] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.059425] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.059517] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.059607] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.059700] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ee9bc98-a785-462c-a9e1-b93ff7d7a46e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 537.082569] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e: rpc.has_security_group_logging(os_id): False [ 537.105711] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.105711] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.105711] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.105711] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.105943] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.105997] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.106392] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.106392] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.106392] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.106392] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.106602] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.106843] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.106932] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.107122] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.110407] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.110659] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.110777] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.110845] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.111013] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.111179] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.111279] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e is going to be created. [ 537.147932] env[60039]: INFO networking_nsxv3.common.synchronization [None req-60592082-8f32-42bc-b932-98f0ca3e5d60 None None] Enqueued Resource ID: 7b6d7bcf-458c-411f-90a6-5f74029bf372 with Priority: HIGHEST for action port [ 537.147932] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b6d7bcf-458c-411f-90a6-5f74029bf372 with Priority: HIGHEST for action port [ 537.147932] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b6d7bcf-458c-411f-90a6-5f74029bf372 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.147932] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b6d7bcf-458c-411f-90a6-5f74029bf372" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.147932] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b6d7bcf-458c-411f-90a6-5f74029bf372" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.147932] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b6d7bcf-458c-411f-90a6-5f74029bf372" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.147932] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b6d7bcf-458c-411f-90a6-5f74029bf372',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 537.168175] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.168318] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.168396] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.168701] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.168812] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.179603] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e in Status: IN_PROGRESS for 2s [ 537.183837] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b6d7bcf-458c-411f-90a6-5f74029bf372 [ 537.184113] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.184380] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.184488] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.184757] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.184895] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.185118] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b6d7bcf-458c-411f-90a6-5f74029bf372 already deleted. [ 537.185118] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b6d7bcf-458c-411f-90a6-5f74029bf372" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.288232] env[60039]: INFO networking_nsxv3.common.synchronization [None req-ef315c20-e59f-4973-846c-0b166de25ae6 None None] Enqueued Resource ID: 87faf4fe-ed8e-4f44-a0f5-45555bf03b76 with Priority: HIGHEST for action port [ 537.288862] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87faf4fe-ed8e-4f44-a0f5-45555bf03b76 with Priority: HIGHEST for action port [ 537.288862] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-87faf4fe-ed8e-4f44-a0f5-45555bf03b76 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.289153] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87faf4fe-ed8e-4f44-a0f5-45555bf03b76" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.289236] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87faf4fe-ed8e-4f44-a0f5-45555bf03b76" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.289679] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87faf4fe-ed8e-4f44-a0f5-45555bf03b76" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.289774] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87faf4fe-ed8e-4f44-a0f5-45555bf03b76',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 537.310883] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87faf4fe-ed8e-4f44-a0f5-45555bf03b76 [ 537.312519] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.312519] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.312519] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.312519] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.312519] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.312519] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87faf4fe-ed8e-4f44-a0f5-45555bf03b76 already deleted. [ 537.312519] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87faf4fe-ed8e-4f44-a0f5-45555bf03b76" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.617212] env[60039]: INFO networking_nsxv3.common.synchronization [req-ed4c064e-096a-46b0-a8e3-7c60afd9ead5 req-66959fe4-b150-4aad-8287-aafd718c87d6 service neutron] Enqueued Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_rules [ 537.617212] env[60039]: INFO networking_nsxv3.common.synchronization [req-ed4c064e-096a-46b0-a8e3-7c60afd9ead5 req-66959fe4-b150-4aad-8287-aafd718c87d6 service neutron] Enqueued Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_members [ 537.617212] env[60039]: INFO networking_nsxv3.common.synchronization [req-ed4c064e-096a-46b0-a8e3-7c60afd9ead5 req-66959fe4-b150-4aad-8287-aafd718c87d6 service neutron] Enqueued Resource ID: 68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb with Priority: HIGHEST for action port [ 537.617212] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_rules [ 537.617212] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_members [ 537.617212] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb with Priority: HIGHEST for action port [ 537.617212] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.617212] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.617212] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.617212] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.617212] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 537.621315] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.621315] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.621315] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.621315] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.621315] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.621315] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.621315] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.621315] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.621651] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.621831] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 537.622764] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.624691] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.624691] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.624691] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.624691] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 537.644874] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 537.655621] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.656482] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.665683] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 537.672871] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb with status ACTIVE [ 537.672979] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.673126] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.673195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.673405] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.673491] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.673681] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.673779] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.673841] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.674116] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.674116] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.674260] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.674444] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.674444] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.674548] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.674928] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.674928] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb is going to be updated. [ 537.679481] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.679481] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.679481] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.679481] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.679481] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.679481] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 is going to be created. [ 537.698122] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.698122] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.698122] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.698122] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.698122] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.698122] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.699923] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.700078] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 537.700143] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 537.700329] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 537.700470] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 537.708929] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: UNINITIALIZED for 2s [ 538.686589] env[60039]: INFO networking_nsxv3.common.synchronization [None req-a9aefff9-ed43-4377-a201-42da4ae1bcb7 tempest-VolumesAssistedSnapshotsTest-1491090689 tempest-VolumesAssistedSnapshotsTest-1491090689-project-member] Enqueued Resource ID: 3d1f3ab0-afe2-4489-bc74-5fd54bce52aa with Priority: HIGHEST for action security_group_rules [ 538.686589] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d1f3ab0-afe2-4489-bc74-5fd54bce52aa with Priority: HIGHEST for action security_group_rules [ 538.686589] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d1f3ab0-afe2-4489-bc74-5fd54bce52aa taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.687482] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d1f3ab0-afe2-4489-bc74-5fd54bce52aa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 538.687720] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d1f3ab0-afe2-4489-bc74-5fd54bce52aa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 538.688119] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d1f3ab0-afe2-4489-bc74-5fd54bce52aa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 538.688357] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d1f3ab0-afe2-4489-bc74-5fd54bce52aa',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 538.725711] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.725711] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 538.725711] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 538.725711] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 538.725711] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 538.725711] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d1f3ab0-afe2-4489-bc74-5fd54bce52aa already deleted. [ 538.725711] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d1f3ab0-afe2-4489-bc74-5fd54bce52aa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 538.765021] env[60039]: INFO networking_nsxv3.common.synchronization [None req-0b530839-4839-4253-90c8-6cf6e84597c1 tempest-VolumesAssistedSnapshotsTest-1491090689 tempest-VolumesAssistedSnapshotsTest-1491090689-project-member] Enqueued Resource ID: 3d1f3ab0-afe2-4489-bc74-5fd54bce52aa with Priority: HIGHEST for action security_group_rules [ 538.765021] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d1f3ab0-afe2-4489-bc74-5fd54bce52aa with Priority: HIGHEST for action security_group_rules [ 538.765021] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d1f3ab0-afe2-4489-bc74-5fd54bce52aa taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.765021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d1f3ab0-afe2-4489-bc74-5fd54bce52aa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 538.765021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d1f3ab0-afe2-4489-bc74-5fd54bce52aa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 538.765021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d1f3ab0-afe2-4489-bc74-5fd54bce52aa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 538.765021] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d1f3ab0-afe2-4489-bc74-5fd54bce52aa',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 538.799111] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.799282] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 538.799451] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 538.800247] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 538.800247] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 538.800247] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d1f3ab0-afe2-4489-bc74-5fd54bce52aa already deleted. [ 538.800247] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d1f3ab0-afe2-4489-bc74-5fd54bce52aa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.197591] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e in Status: SUCCESS [ 539.197812] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.579603] env[60039]: INFO networking_nsxv3.common.synchronization [None req-6bc6f0cd-1676-4b14-b102-5ddf0a0ca4ab None None] Enqueued Resource ID: 7f7cd948-274a-4834-a3a0-eeadab03665e with Priority: HIGHEST for action port [ 539.583280] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7cd948-274a-4834-a3a0-eeadab03665e with Priority: HIGHEST for action port [ 539.583280] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f7cd948-274a-4834-a3a0-eeadab03665e taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.583280] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f7cd948-274a-4834-a3a0-eeadab03665e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 539.583280] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f7cd948-274a-4834-a3a0-eeadab03665e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 539.583280] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f7cd948-274a-4834-a3a0-eeadab03665e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 539.583280] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f7cd948-274a-4834-a3a0-eeadab03665e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 539.638291] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f7cd948-274a-4834-a3a0-eeadab03665e [ 539.638528] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.638687] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 539.638769] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 539.638990] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 539.639099] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.639218] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f7cd948-274a-4834-a3a0-eeadab03665e already deleted. [ 539.639309] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f7cd948-274a-4834-a3a0-eeadab03665e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.693818] env[60039]: INFO networking_nsxv3.common.synchronization [None req-4166fa6c-17de-445d-8c2c-942702b7a140 None None] Enqueued Resource ID: 1d318f28-1312-4bd6-b79c-c0387b2d1a9c with Priority: HIGHEST for action port [ 539.693818] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d318f28-1312-4bd6-b79c-c0387b2d1a9c with Priority: HIGHEST for action port [ 539.694097] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d318f28-1312-4bd6-b79c-c0387b2d1a9c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.694206] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d318f28-1312-4bd6-b79c-c0387b2d1a9c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 539.694452] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d318f28-1312-4bd6-b79c-c0387b2d1a9c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 539.694539] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d318f28-1312-4bd6-b79c-c0387b2d1a9c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 539.694627] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d318f28-1312-4bd6-b79c-c0387b2d1a9c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 539.718756] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: SUCCESS [ 539.718974] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.719177] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 539.719403] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 539.719603] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.719727] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 539.719797] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 539.719957] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 539.720069] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.720238] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.720279] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 539.745200] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.745356] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 539.745431] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 539.745638] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 539.745804] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.745906] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 539.745973] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 539.746147] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 539.746241] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.746333] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.746480] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.746576] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 539.746639] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 539.746815] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 539.746920] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.747021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 539.747153] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 539.747226] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 539.747302] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.747388] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.747478] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 539.749674] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d318f28-1312-4bd6-b79c-c0387b2d1a9c [ 539.749893] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.750083] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 539.750185] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 539.750371] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 539.750497] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.750646] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d318f28-1312-4bd6-b79c-c0387b2d1a9c already deleted. [ 539.750744] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d318f28-1312-4bd6-b79c-c0387b2d1a9c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.767523] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67bb113c-1d12-4a5d-a530-b0680781bbe9: rpc.has_security_group_logging(os_id): False [ 539.786135] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.786302] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 539.786757] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 539.786757] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 539.786757] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.786902] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.786994] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 539.787080] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 539.787237] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 539.787318] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.787968] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.787968] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 539.787968] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 539.787968] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 539.787968] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.788266] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.788266] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 539.788266] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 539.788415] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 539.788415] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.788498] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 is going to be created. [ 539.848726] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.850805] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 539.851094] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 539.851356] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 539.851521] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 539.864445] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: IN_PROGRESS for 2s [ 540.280209] env[60039]: INFO networking_nsxv3.common.synchronization [None req-647b8cdd-b007-4cd3-80de-9ea36b5ca023 tempest-ServersWithSpecificFlavorTestJSON-207981500 tempest-ServersWithSpecificFlavorTestJSON-207981500-project-member] Enqueued Resource ID: 4b66b620-b309-4661-816b-53dee521212e with Priority: HIGHEST for action security_group_rules [ 540.280420] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b66b620-b309-4661-816b-53dee521212e with Priority: HIGHEST for action security_group_rules [ 540.280739] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b66b620-b309-4661-816b-53dee521212e taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.280967] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b66b620-b309-4661-816b-53dee521212e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 540.280967] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b66b620-b309-4661-816b-53dee521212e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 540.282176] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b66b620-b309-4661-816b-53dee521212e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 540.282225] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b66b620-b309-4661-816b-53dee521212e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 540.313945] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.314163] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 540.314220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 540.317660] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 540.317660] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 540.317660] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b66b620-b309-4661-816b-53dee521212e already deleted. [ 540.317660] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b66b620-b309-4661-816b-53dee521212e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 540.623460] env[60039]: INFO networking_nsxv3.common.synchronization [None req-eff89a0a-8e50-404f-a427-8406171552e1 tempest-ServersWithSpecificFlavorTestJSON-207981500 tempest-ServersWithSpecificFlavorTestJSON-207981500-project-member] Enqueued Resource ID: 4b66b620-b309-4661-816b-53dee521212e with Priority: HIGHEST for action security_group_rules [ 540.624566] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b66b620-b309-4661-816b-53dee521212e with Priority: HIGHEST for action security_group_rules [ 540.624659] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b66b620-b309-4661-816b-53dee521212e taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.624930] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b66b620-b309-4661-816b-53dee521212e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 540.624930] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b66b620-b309-4661-816b-53dee521212e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 540.625013] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b66b620-b309-4661-816b-53dee521212e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 540.625417] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b66b620-b309-4661-816b-53dee521212e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 540.653634] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.653795] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 540.653971] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 540.654097] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 540.654194] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 540.654290] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b66b620-b309-4661-816b-53dee521212e already deleted. [ 540.654376] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b66b620-b309-4661-816b-53dee521212e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 541.881432] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: SUCCESS [ 541.881794] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 542.269029] env[60039]: INFO networking_nsxv3.common.synchronization [None req-1f046bce-2815-439d-9d8d-0050c145458c None None] Enqueued Resource ID: 5c69490f-4824-484f-a168-a1e4ebef68f0 with Priority: HIGHEST for action port [ 542.269029] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c69490f-4824-484f-a168-a1e4ebef68f0 with Priority: HIGHEST for action port [ 542.269029] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c69490f-4824-484f-a168-a1e4ebef68f0 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.269029] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c69490f-4824-484f-a168-a1e4ebef68f0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 542.269029] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c69490f-4824-484f-a168-a1e4ebef68f0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 542.269029] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c69490f-4824-484f-a168-a1e4ebef68f0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 542.269029] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c69490f-4824-484f-a168-a1e4ebef68f0',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 542.282215] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c69490f-4824-484f-a168-a1e4ebef68f0 [ 542.282215] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.282215] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 542.282215] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 542.282215] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 542.282215] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 542.282215] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c69490f-4824-484f-a168-a1e4ebef68f0 already deleted. [ 542.282215] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c69490f-4824-484f-a168-a1e4ebef68f0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 542.418144] env[60039]: INFO networking_nsxv3.common.synchronization [None req-a43d8233-43d6-4ef9-b871-3998bd44f9ef None None] Enqueued Resource ID: d3374034-1453-4bbd-97c0-4d8d76b7cae8 with Priority: HIGHEST for action port [ 542.418144] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3374034-1453-4bbd-97c0-4d8d76b7cae8 with Priority: HIGHEST for action port [ 542.418144] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3374034-1453-4bbd-97c0-4d8d76b7cae8 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.418144] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3374034-1453-4bbd-97c0-4d8d76b7cae8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 542.418144] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3374034-1453-4bbd-97c0-4d8d76b7cae8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 542.418144] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3374034-1453-4bbd-97c0-4d8d76b7cae8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 542.418387] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3374034-1453-4bbd-97c0-4d8d76b7cae8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 542.438647] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3374034-1453-4bbd-97c0-4d8d76b7cae8 [ 542.438908] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.439065] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 542.439334] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 542.439401] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 542.439436] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 542.439525] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3374034-1453-4bbd-97c0-4d8d76b7cae8 already deleted. [ 542.439620] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3374034-1453-4bbd-97c0-4d8d76b7cae8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 544.887266] env[60039]: INFO networking_nsxv3.common.synchronization [None req-fe20a1da-652b-43d3-b433-ea12e080a408 None None] Enqueued Resource ID: b13d1606-ed23-4e88-9257-3d399dc0e953 with Priority: HIGHEST for action port [ 544.887569] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13d1606-ed23-4e88-9257-3d399dc0e953 with Priority: HIGHEST for action port [ 544.887877] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-b13d1606-ed23-4e88-9257-3d399dc0e953 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.888011] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b13d1606-ed23-4e88-9257-3d399dc0e953" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 544.888082] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b13d1606-ed23-4e88-9257-3d399dc0e953" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 544.888364] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b13d1606-ed23-4e88-9257-3d399dc0e953" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 544.888452] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b13d1606-ed23-4e88-9257-3d399dc0e953',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 544.908975] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b13d1606-ed23-4e88-9257-3d399dc0e953 [ 544.909059] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.909192] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 544.909278] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 544.909479] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 544.909666] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 544.909666] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b13d1606-ed23-4e88-9257-3d399dc0e953 already deleted. [ 544.909793] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b13d1606-ed23-4e88-9257-3d399dc0e953" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 546.026648] env[60039]: INFO networking_nsxv3.common.synchronization [None req-217fc972-432f-482f-bf90-0ebe42471018 None None] Enqueued Resource ID: 55f0006c-6855-4d2f-bbc9-e20fc42ba878 with Priority: HIGHEST for action port [ 546.028949] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55f0006c-6855-4d2f-bbc9-e20fc42ba878 with Priority: HIGHEST for action port [ 546.028949] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-55f0006c-6855-4d2f-bbc9-e20fc42ba878 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.028949] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55f0006c-6855-4d2f-bbc9-e20fc42ba878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 546.028949] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55f0006c-6855-4d2f-bbc9-e20fc42ba878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 546.028949] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55f0006c-6855-4d2f-bbc9-e20fc42ba878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 546.028949] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55f0006c-6855-4d2f-bbc9-e20fc42ba878',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 546.040711] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55f0006c-6855-4d2f-bbc9-e20fc42ba878 [ 546.042263] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.042263] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 546.042263] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 546.042263] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 546.042263] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 546.042263] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55f0006c-6855-4d2f-bbc9-e20fc42ba878 already deleted. [ 546.042263] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55f0006c-6855-4d2f-bbc9-e20fc42ba878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 548.350982] env[60039]: INFO networking_nsxv3.common.synchronization [None req-d8e7ac1e-2844-4c6a-a007-b1c17c1819d0 None None] Enqueued Resource ID: 10a0fe8d-d29a-4e9d-9cfd-fde94673173f with Priority: HIGHEST for action port [ 548.350982] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a0fe8d-d29a-4e9d-9cfd-fde94673173f with Priority: HIGHEST for action port [ 548.351414] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-10a0fe8d-d29a-4e9d-9cfd-fde94673173f taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.351601] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10a0fe8d-d29a-4e9d-9cfd-fde94673173f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 548.351653] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10a0fe8d-d29a-4e9d-9cfd-fde94673173f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 548.352544] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10a0fe8d-d29a-4e9d-9cfd-fde94673173f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 548.352660] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10a0fe8d-d29a-4e9d-9cfd-fde94673173f',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 548.375562] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10a0fe8d-d29a-4e9d-9cfd-fde94673173f [ 548.375783] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.375920] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 548.376011] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 548.376240] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 548.376336] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 548.376449] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10a0fe8d-d29a-4e9d-9cfd-fde94673173f already deleted. [ 548.376542] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10a0fe8d-d29a-4e9d-9cfd-fde94673173f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 552.208149] env[60039]: INFO networking_nsxv3.common.synchronization [None req-916301a5-df20-4f5c-a0e6-1d321a5677a6 None None] Enqueued Resource ID: e00b3557-7200-475d-b5aa-7ad1059f566f with Priority: HIGHEST for action port [ 552.208478] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00b3557-7200-475d-b5aa-7ad1059f566f with Priority: HIGHEST for action port [ 552.208770] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-e00b3557-7200-475d-b5aa-7ad1059f566f taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.208919] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e00b3557-7200-475d-b5aa-7ad1059f566f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 552.208995] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e00b3557-7200-475d-b5aa-7ad1059f566f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 552.209290] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e00b3557-7200-475d-b5aa-7ad1059f566f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 552.209377] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e00b3557-7200-475d-b5aa-7ad1059f566f',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 552.229208] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e00b3557-7200-475d-b5aa-7ad1059f566f [ 552.229298] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.231208] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 552.231208] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 552.231208] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 552.231208] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 552.231208] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e00b3557-7200-475d-b5aa-7ad1059f566f already deleted. [ 552.231208] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e00b3557-7200-475d-b5aa-7ad1059f566f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 552.356560] env[60039]: INFO networking_nsxv3.common.synchronization [None req-8c6abb39-1b79-44f5-9cdf-8d80e63eef1f None None] Enqueued Resource ID: 0d503941-5899-450c-ae15-1a03d838f947 with Priority: HIGHEST for action port [ 552.357400] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d503941-5899-450c-ae15-1a03d838f947 with Priority: HIGHEST for action port [ 552.358088] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d503941-5899-450c-ae15-1a03d838f947 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.358215] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d503941-5899-450c-ae15-1a03d838f947" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 552.358983] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d503941-5899-450c-ae15-1a03d838f947" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 552.358983] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d503941-5899-450c-ae15-1a03d838f947" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 552.359698] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d503941-5899-450c-ae15-1a03d838f947',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 552.379115] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d503941-5899-450c-ae15-1a03d838f947 [ 552.379115] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.379115] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 552.379115] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 552.379115] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 552.379115] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 552.379115] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d503941-5899-450c-ae15-1a03d838f947 already deleted. [ 552.379115] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d503941-5899-450c-ae15-1a03d838f947" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 554.655774] env[60039]: INFO networking_nsxv3.common.synchronization [None req-2b36408c-05a8-4d14-ac05-9efb880882a1 None None] Enqueued Resource ID: b4f6c1f5-3e52-4e85-818b-0c19bdf70205 with Priority: HIGHEST for action port [ 554.658018] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f6c1f5-3e52-4e85-818b-0c19bdf70205 with Priority: HIGHEST for action port [ 554.658018] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4f6c1f5-3e52-4e85-818b-0c19bdf70205 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.658018] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4f6c1f5-3e52-4e85-818b-0c19bdf70205" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 554.658018] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4f6c1f5-3e52-4e85-818b-0c19bdf70205" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 554.658018] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4f6c1f5-3e52-4e85-818b-0c19bdf70205" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 554.658018] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4f6c1f5-3e52-4e85-818b-0c19bdf70205',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 554.680220] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4f6c1f5-3e52-4e85-818b-0c19bdf70205 [ 554.680220] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.680220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 554.680220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 554.680220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 554.680220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 554.680220] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4f6c1f5-3e52-4e85-818b-0c19bdf70205 already deleted. [ 554.680220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4f6c1f5-3e52-4e85-818b-0c19bdf70205" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 555.987538] env[60039]: INFO networking_nsxv3.common.synchronization [None req-13837566-618e-4468-b8a4-0df43a48b965 None None] Enqueued Resource ID: dc966118-b249-4d88-8371-1ae2df5272f2 with Priority: HIGHEST for action port [ 555.987538] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc966118-b249-4d88-8371-1ae2df5272f2 with Priority: HIGHEST for action port [ 555.987538] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc966118-b249-4d88-8371-1ae2df5272f2 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.987538] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc966118-b249-4d88-8371-1ae2df5272f2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 555.987538] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc966118-b249-4d88-8371-1ae2df5272f2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 555.987538] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc966118-b249-4d88-8371-1ae2df5272f2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 555.987538] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc966118-b249-4d88-8371-1ae2df5272f2',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 555.999426] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc966118-b249-4d88-8371-1ae2df5272f2 [ 555.999426] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.999573] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 555.999612] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 555.999976] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 555.999976] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 556.000104] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc966118-b249-4d88-8371-1ae2df5272f2 already deleted. [ 556.000139] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc966118-b249-4d88-8371-1ae2df5272f2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 556.792814] env[60039]: INFO networking_nsxv3.common.synchronization [None req-1079f188-7cdc-4639-a57a-3252975c96e2 None None] Enqueued Resource ID: 95a4dced-ae10-434c-a8a6-d08d2e93b80a with Priority: HIGHEST for action port [ 556.793197] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a4dced-ae10-434c-a8a6-d08d2e93b80a with Priority: HIGHEST for action port [ 556.793700] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-95a4dced-ae10-434c-a8a6-d08d2e93b80a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.794547] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95a4dced-ae10-434c-a8a6-d08d2e93b80a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 556.794547] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95a4dced-ae10-434c-a8a6-d08d2e93b80a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 556.794547] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95a4dced-ae10-434c-a8a6-d08d2e93b80a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 556.794547] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95a4dced-ae10-434c-a8a6-d08d2e93b80a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 556.855156] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95a4dced-ae10-434c-a8a6-d08d2e93b80a [ 556.855390] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.855524] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 556.855602] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 556.855817] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 556.855910] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 556.856017] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95a4dced-ae10-434c-a8a6-d08d2e93b80a already deleted. [ 556.856108] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95a4dced-ae10-434c-a8a6-d08d2e93b80a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 557.384690] env[60039]: INFO networking_nsxv3.common.synchronization [None req-1cfc01ae-a8c7-4f22-a943-673e2c78f158 None None] Enqueued Resource ID: 43b5e018-a4ae-42f2-b304-1e3d76ced3b2 with Priority: HIGHEST for action port [ 557.384946] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b5e018-a4ae-42f2-b304-1e3d76ced3b2 with Priority: HIGHEST for action port [ 557.385569] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-43b5e018-a4ae-42f2-b304-1e3d76ced3b2 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.385722] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43b5e018-a4ae-42f2-b304-1e3d76ced3b2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 557.385722] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43b5e018-a4ae-42f2-b304-1e3d76ced3b2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 557.385947] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43b5e018-a4ae-42f2-b304-1e3d76ced3b2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 557.386062] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43b5e018-a4ae-42f2-b304-1e3d76ced3b2',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 557.402573] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43b5e018-a4ae-42f2-b304-1e3d76ced3b2 [ 557.403719] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.403719] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 557.403719] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 557.403719] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 557.403719] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 557.403719] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43b5e018-a4ae-42f2-b304-1e3d76ced3b2 already deleted. [ 557.403719] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43b5e018-a4ae-42f2-b304-1e3d76ced3b2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 557.784367] env[60039]: INFO networking_nsxv3.common.synchronization [None req-bd0cd554-410c-4eb5-8dc0-1cfc5886b84a tempest-ServersTestManualDisk-1963154159 tempest-ServersTestManualDisk-1963154159-project-member] Enqueued Resource ID: 91f57ca6-8cdc-45aa-99dc-2b34d03d735a with Priority: HIGHEST for action security_group_rules [ 557.784842] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f57ca6-8cdc-45aa-99dc-2b34d03d735a with Priority: HIGHEST for action security_group_rules [ 557.785160] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91f57ca6-8cdc-45aa-99dc-2b34d03d735a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.785313] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91f57ca6-8cdc-45aa-99dc-2b34d03d735a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 557.785379] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91f57ca6-8cdc-45aa-99dc-2b34d03d735a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 557.789022] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91f57ca6-8cdc-45aa-99dc-2b34d03d735a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 557.789022] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91f57ca6-8cdc-45aa-99dc-2b34d03d735a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 557.817951] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.818157] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 557.818234] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 557.818400] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 557.818487] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 557.818654] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91f57ca6-8cdc-45aa-99dc-2b34d03d735a already deleted. [ 557.818654] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91f57ca6-8cdc-45aa-99dc-2b34d03d735a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 558.390174] env[60039]: INFO networking_nsxv3.common.synchronization [None req-8e4d233b-c665-421d-a1a7-63a3e7542737 tempest-ServersTestManualDisk-1963154159 tempest-ServersTestManualDisk-1963154159-project-member] Enqueued Resource ID: 91f57ca6-8cdc-45aa-99dc-2b34d03d735a with Priority: HIGHEST for action security_group_rules [ 558.390174] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f57ca6-8cdc-45aa-99dc-2b34d03d735a with Priority: HIGHEST for action security_group_rules [ 558.390174] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91f57ca6-8cdc-45aa-99dc-2b34d03d735a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.390174] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91f57ca6-8cdc-45aa-99dc-2b34d03d735a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 558.390174] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91f57ca6-8cdc-45aa-99dc-2b34d03d735a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 558.390174] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91f57ca6-8cdc-45aa-99dc-2b34d03d735a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 558.390174] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91f57ca6-8cdc-45aa-99dc-2b34d03d735a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 558.418509] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.418509] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 558.418834] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 558.419251] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 558.419251] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 558.419426] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91f57ca6-8cdc-45aa-99dc-2b34d03d735a already deleted. [ 558.419554] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91f57ca6-8cdc-45aa-99dc-2b34d03d735a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.430907] env[60039]: INFO networking_nsxv3.common.synchronization [None req-69363ef1-bb33-494a-b764-95a6e2ab17ff None None] Enqueued Resource ID: e704f63b-1891-4c17-a7c9-c0fbad1e3fba with Priority: HIGHEST for action port [ 560.431242] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e704f63b-1891-4c17-a7c9-c0fbad1e3fba with Priority: HIGHEST for action port [ 560.431553] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-e704f63b-1891-4c17-a7c9-c0fbad1e3fba taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.431685] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e704f63b-1891-4c17-a7c9-c0fbad1e3fba" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.431756] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e704f63b-1891-4c17-a7c9-c0fbad1e3fba" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.432068] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e704f63b-1891-4c17-a7c9-c0fbad1e3fba" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.432331] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e704f63b-1891-4c17-a7c9-c0fbad1e3fba',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 560.474430] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e704f63b-1891-4c17-a7c9-c0fbad1e3fba [ 560.474710] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.475100] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.475267] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.475518] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.475625] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.475727] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e704f63b-1891-4c17-a7c9-c0fbad1e3fba already deleted. [ 560.476624] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e704f63b-1891-4c17-a7c9-c0fbad1e3fba" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.752478] env[60039]: INFO networking_nsxv3.common.synchronization [None req-b6c8f328-6bb3-4ca0-9cc6-e78337611385 None None] Enqueued Resource ID: f71b413e-539d-4cb5-af75-77153a9ef832 with Priority: HIGHEST for action port [ 560.753039] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71b413e-539d-4cb5-af75-77153a9ef832 with Priority: HIGHEST for action port [ 560.754164] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-f71b413e-539d-4cb5-af75-77153a9ef832 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.754164] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f71b413e-539d-4cb5-af75-77153a9ef832" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.754164] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f71b413e-539d-4cb5-af75-77153a9ef832" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.754164] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f71b413e-539d-4cb5-af75-77153a9ef832" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.754164] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f71b413e-539d-4cb5-af75-77153a9ef832',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 560.765478] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f71b413e-539d-4cb5-af75-77153a9ef832 [ 560.765732] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.765841] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 560.765917] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 560.766310] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 560.766310] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 560.766310] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f71b413e-539d-4cb5-af75-77153a9ef832 already deleted. [ 560.766459] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f71b413e-539d-4cb5-af75-77153a9ef832" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.199555] env[60039]: INFO networking_nsxv3.common.synchronization [None req-3cf45cd4-5a19-4e6d-bdf0-7e4761e1648b None None] Enqueued Resource ID: e85ed73f-65aa-416b-b404-7117a8f0831c with Priority: HIGHEST for action port [ 562.199824] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e85ed73f-65aa-416b-b404-7117a8f0831c with Priority: HIGHEST for action port [ 562.200123] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-e85ed73f-65aa-416b-b404-7117a8f0831c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.200257] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e85ed73f-65aa-416b-b404-7117a8f0831c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.200327] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e85ed73f-65aa-416b-b404-7117a8f0831c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.200584] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e85ed73f-65aa-416b-b404-7117a8f0831c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.200667] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e85ed73f-65aa-416b-b404-7117a8f0831c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 562.223850] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e85ed73f-65aa-416b-b404-7117a8f0831c [ 562.223945] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.224086] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.224156] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.224373] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.224464] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.224564] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e85ed73f-65aa-416b-b404-7117a8f0831c already deleted. [ 562.224957] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e85ed73f-65aa-416b-b404-7117a8f0831c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 562.961423] env[60039]: INFO networking_nsxv3.common.synchronization [None req-621db994-39b1-4ebf-bf42-54c10fd502d3 tempest-ServerActionsV293TestJSON-1631288998 tempest-ServerActionsV293TestJSON-1631288998-project-member] Enqueued Resource ID: ed759d56-bea9-4dc2-804a-ee51d72cdee8 with Priority: HIGHEST for action security_group_rules [ 562.963663] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed759d56-bea9-4dc2-804a-ee51d72cdee8 with Priority: HIGHEST for action security_group_rules [ 562.964282] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed759d56-bea9-4dc2-804a-ee51d72cdee8 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.964282] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed759d56-bea9-4dc2-804a-ee51d72cdee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 562.964282] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed759d56-bea9-4dc2-804a-ee51d72cdee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 562.964471] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed759d56-bea9-4dc2-804a-ee51d72cdee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 562.964562] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed759d56-bea9-4dc2-804a-ee51d72cdee8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 563.012657] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.012657] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.012657] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.012657] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.012657] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.012657] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed759d56-bea9-4dc2-804a-ee51d72cdee8 already deleted. [ 563.013205] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed759d56-bea9-4dc2-804a-ee51d72cdee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.373229] env[60039]: INFO networking_nsxv3.common.synchronization [None req-8621d7c4-8be6-40ba-bc5f-95ec870e8b04 tempest-ServerActionsV293TestJSON-1631288998 tempest-ServerActionsV293TestJSON-1631288998-project-member] Enqueued Resource ID: ed759d56-bea9-4dc2-804a-ee51d72cdee8 with Priority: HIGHEST for action security_group_rules [ 563.373626] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed759d56-bea9-4dc2-804a-ee51d72cdee8 with Priority: HIGHEST for action security_group_rules [ 563.374055] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed759d56-bea9-4dc2-804a-ee51d72cdee8 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.374206] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed759d56-bea9-4dc2-804a-ee51d72cdee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.374296] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed759d56-bea9-4dc2-804a-ee51d72cdee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.374522] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed759d56-bea9-4dc2-804a-ee51d72cdee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.374608] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed759d56-bea9-4dc2-804a-ee51d72cdee8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 563.421432] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.421630] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 563.421712] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 563.422251] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 563.422356] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 563.422457] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed759d56-bea9-4dc2-804a-ee51d72cdee8 already deleted. [ 563.422545] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed759d56-bea9-4dc2-804a-ee51d72cdee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.556043] env[60039]: INFO networking_nsxv3.common.synchronization [None req-aeb3e819-18c9-42c1-bf27-5b1200e72f86 None None] Enqueued Resource ID: 338af557-431c-4e62-b4cf-937d9220d247 with Priority: HIGHEST for action port [ 564.556043] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338af557-431c-4e62-b4cf-937d9220d247 with Priority: HIGHEST for action port [ 564.556043] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-338af557-431c-4e62-b4cf-937d9220d247 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.556043] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-338af557-431c-4e62-b4cf-937d9220d247" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.556043] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-338af557-431c-4e62-b4cf-937d9220d247" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.556656] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-338af557-431c-4e62-b4cf-937d9220d247" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.556733] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('338af557-431c-4e62-b4cf-937d9220d247',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 564.595693] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 338af557-431c-4e62-b4cf-937d9220d247 [ 564.596169] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.596387] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.596458] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.596672] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.596759] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.596863] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:338af557-431c-4e62-b4cf-937d9220d247 already deleted. [ 564.596946] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-338af557-431c-4e62-b4cf-937d9220d247" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.637047] env[60039]: INFO networking_nsxv3.common.synchronization [None req-5ce7f611-fd58-4e69-be73-f44a8b1f5b6f None None] Enqueued Resource ID: f9809ceb-0198-4a03-a06d-db8901df04ca with Priority: HIGHEST for action port [ 564.637648] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9809ceb-0198-4a03-a06d-db8901df04ca with Priority: HIGHEST for action port [ 564.637978] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9809ceb-0198-4a03-a06d-db8901df04ca taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.638122] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9809ceb-0198-4a03-a06d-db8901df04ca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.638196] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9809ceb-0198-4a03-a06d-db8901df04ca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.638467] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9809ceb-0198-4a03-a06d-db8901df04ca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.638553] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9809ceb-0198-4a03-a06d-db8901df04ca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 564.659120] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9809ceb-0198-4a03-a06d-db8901df04ca [ 564.659366] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.659502] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 564.659753] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 564.659830] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 564.659870] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 564.659946] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9809ceb-0198-4a03-a06d-db8901df04ca already deleted. [ 564.660036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9809ceb-0198-4a03-a06d-db8901df04ca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.872222] env[60039]: INFO networking_nsxv3.common.synchronization [None req-08253658-8456-4e06-91fa-c70dbdbc4642 None None] Enqueued Resource ID: 8855ced6-68fa-4ad9-9558-5b9469070f3e with Priority: HIGHEST for action port [ 565.872604] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8855ced6-68fa-4ad9-9558-5b9469070f3e with Priority: HIGHEST for action port [ 565.873122] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-8855ced6-68fa-4ad9-9558-5b9469070f3e taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.873252] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8855ced6-68fa-4ad9-9558-5b9469070f3e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.873368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8855ced6-68fa-4ad9-9558-5b9469070f3e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.874098] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8855ced6-68fa-4ad9-9558-5b9469070f3e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.874951] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8855ced6-68fa-4ad9-9558-5b9469070f3e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 565.909680] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8855ced6-68fa-4ad9-9558-5b9469070f3e [ 565.909903] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.910056] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 565.910127] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 565.911345] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 565.911345] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 565.911345] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8855ced6-68fa-4ad9-9558-5b9469070f3e already deleted. [ 565.911345] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8855ced6-68fa-4ad9-9558-5b9469070f3e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 567.538990] env[60039]: INFO networking_nsxv3.common.synchronization [None req-c6f75ae8-6d6a-4518-a4a5-d9e3b46a579c None None] Enqueued Resource ID: 4c9884b7-969f-40aa-b88f-3c276967e2eb with Priority: HIGHEST for action port [ 567.538990] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c9884b7-969f-40aa-b88f-3c276967e2eb with Priority: HIGHEST for action port [ 567.538990] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c9884b7-969f-40aa-b88f-3c276967e2eb taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.538990] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c9884b7-969f-40aa-b88f-3c276967e2eb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 567.538990] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c9884b7-969f-40aa-b88f-3c276967e2eb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 567.538990] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c9884b7-969f-40aa-b88f-3c276967e2eb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 567.538990] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c9884b7-969f-40aa-b88f-3c276967e2eb',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 567.552698] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c9884b7-969f-40aa-b88f-3c276967e2eb [ 567.552948] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.554543] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 567.554543] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 567.554543] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 567.554543] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 567.554543] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c9884b7-969f-40aa-b88f-3c276967e2eb already deleted. [ 567.554543] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c9884b7-969f-40aa-b88f-3c276967e2eb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.794485] env[60039]: INFO networking_nsxv3.common.synchronization [None req-e0ee53f0-24ce-48c2-a1f8-a226eb408c44 None None] Enqueued Resource ID: e468ac9a-8915-4899-8fe9-fa7dc94cc488 with Priority: HIGHEST for action port [ 568.795229] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e468ac9a-8915-4899-8fe9-fa7dc94cc488 with Priority: HIGHEST for action port [ 568.795906] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-e468ac9a-8915-4899-8fe9-fa7dc94cc488 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.796164] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e468ac9a-8915-4899-8fe9-fa7dc94cc488" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.796164] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e468ac9a-8915-4899-8fe9-fa7dc94cc488" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.796415] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e468ac9a-8915-4899-8fe9-fa7dc94cc488" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.796496] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e468ac9a-8915-4899-8fe9-fa7dc94cc488',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 568.900387] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e468ac9a-8915-4899-8fe9-fa7dc94cc488 [ 568.900649] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.900796] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 568.900908] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 568.901287] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 568.901444] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 568.901500] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e468ac9a-8915-4899-8fe9-fa7dc94cc488 already deleted. [ 568.901552] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e468ac9a-8915-4899-8fe9-fa7dc94cc488" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.322481] env[60039]: INFO networking_nsxv3.common.synchronization [None req-fc690b26-151b-4c3f-8f54-d6304f75495b None None] Enqueued Resource ID: 76648d2d-751e-40f1-8712-c7919e09ae6a with Priority: HIGHEST for action port [ 569.323280] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76648d2d-751e-40f1-8712-c7919e09ae6a with Priority: HIGHEST for action port [ 569.324435] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-76648d2d-751e-40f1-8712-c7919e09ae6a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.324435] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76648d2d-751e-40f1-8712-c7919e09ae6a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.325185] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76648d2d-751e-40f1-8712-c7919e09ae6a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.325185] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76648d2d-751e-40f1-8712-c7919e09ae6a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.330650] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76648d2d-751e-40f1-8712-c7919e09ae6a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 569.380078] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76648d2d-751e-40f1-8712-c7919e09ae6a [ 569.380325] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.380452] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 569.380522] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 569.380727] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 569.380813] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 569.380909] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76648d2d-751e-40f1-8712-c7919e09ae6a already deleted. [ 569.380986] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76648d2d-751e-40f1-8712-c7919e09ae6a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.308214] env[60039]: INFO networking_nsxv3.common.synchronization [req-ed4c064e-096a-46b0-a8e3-7c60afd9ead5 req-072657f0-3f6d-4dcf-a83b-d57c1f34e859 tempest-MultipleCreateTestJSON-359342352 tempest-MultipleCreateTestJSON-359342352-project-member] Enqueued Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_members [ 573.309857] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_members [ 573.310393] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.310650] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.310736] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.310953] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.311125] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.311299] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.311370] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.311619] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.311713] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.311812] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 573.334040] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 573.361053] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 573.377371] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.377602] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.377711] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.377858] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.377950] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.378064] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 is going to be updated. [ 573.412315] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.412315] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.412315] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.412947] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.413225] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.422939] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: IN_PROGRESS for 2s [ 573.499033] env[60039]: INFO networking_nsxv3.common.synchronization [None req-f1ae8a92-b8e7-424a-98b8-3db37be06446 None None] Enqueued Resource ID: 915ae6f7-6318-4790-b9d7-efc0d86e4f90 with Priority: HIGHEST for action port [ 573.499033] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915ae6f7-6318-4790-b9d7-efc0d86e4f90 with Priority: HIGHEST for action port [ 573.499033] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-915ae6f7-6318-4790-b9d7-efc0d86e4f90 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.499033] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-915ae6f7-6318-4790-b9d7-efc0d86e4f90" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.499033] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-915ae6f7-6318-4790-b9d7-efc0d86e4f90" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.499033] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-915ae6f7-6318-4790-b9d7-efc0d86e4f90" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.499033] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('915ae6f7-6318-4790-b9d7-efc0d86e4f90',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 573.558932] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 915ae6f7-6318-4790-b9d7-efc0d86e4f90 [ 573.560751] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.560751] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.560751] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.560751] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.560751] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.560751] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:915ae6f7-6318-4790-b9d7-efc0d86e4f90 already deleted. [ 573.560751] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-915ae6f7-6318-4790-b9d7-efc0d86e4f90" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.694023] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.694023] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-791" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.694670] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-791" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.694670] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-791" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.695272] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.699032] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.699032] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.699032] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.699032] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.699032] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 573.699032] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 573.699032] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 573.699032] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 573.699032] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 573.699032] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 573.699032] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 573.719475] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 573.719475] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 573.719475] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 573.719475] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-791" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.719475] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-2b8c0a14-4aa9-4112-8fa8-aaba318be2e8 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.719475] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-2b8c0a14-4aa9-4112-8fa8-aaba318be2e8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.719475] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-2b8c0a14-4aa9-4112-8fa8-aaba318be2e8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.720806] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-2b8c0a14-4aa9-4112-8fa8-aaba318be2e8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.721265] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8c0a14-4aa9-4112-8fa8-aaba318be2e8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 573.740254] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.740522] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.740636] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.740919] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.741078] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.741294] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port 2b8c0a14-4aa9-4112-8fa8-aaba318be2e8 not found, creating... [ 573.741572] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.743402] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.743402] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.743402] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.743402] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.743402] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.743402] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.743402] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.743402] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.743402] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.743765] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: 2b8c0a14-4aa9-4112-8fa8-aaba318be2e8 is going to be created. [ 573.763325] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.763572] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 573.763704] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 573.763984] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 573.764230] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 573.764456] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-2b8c0a14-4aa9-4112-8fa8-aaba318be2e8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.005176] env[60039]: INFO networking_nsxv3.common.synchronization [req-ed4c064e-096a-46b0-a8e3-7c60afd9ead5 req-8d1d736c-1694-4e8a-a90d-bd478bac9367 service neutron] Enqueued Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_rules [ 574.005288] env[60039]: INFO networking_nsxv3.common.synchronization [req-ed4c064e-096a-46b0-a8e3-7c60afd9ead5 req-8d1d736c-1694-4e8a-a90d-bd478bac9367 service neutron] Enqueued Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_members [ 574.005465] env[60039]: INFO networking_nsxv3.common.synchronization [req-ed4c064e-096a-46b0-a8e3-7c60afd9ead5 req-8d1d736c-1694-4e8a-a90d-bd478bac9367 service neutron] Enqueued Resource ID: 2b8c0a14-4aa9-4112-8fa8-aaba318be2e8 with Priority: HIGHEST for action port [ 574.005685] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_rules [ 574.005825] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_members [ 574.005922] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8c0a14-4aa9-4112-8fa8-aaba318be2e8 with Priority: HIGHEST for action port [ 574.007100] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.007100] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.007100] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.007100] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.007275] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 574.007983] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.009195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.009195] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b8c0a14-4aa9-4112-8fa8-aaba318be2e8 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.009195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b8c0a14-4aa9-4112-8fa8-aaba318be2e8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.009195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b8c0a14-4aa9-4112-8fa8-aaba318be2e8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.009195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b8c0a14-4aa9-4112-8fa8-aaba318be2e8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.009195] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8c0a14-4aa9-4112-8fa8-aaba318be2e8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 574.034037] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.034037] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.037038] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b8c0a14-4aa9-4112-8fa8-aaba318be2e8 with status ACTIVE [ 574.039036] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.039036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.039036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.039036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.039036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.039036] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.039036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.039036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.039036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.039036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.039036] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.039036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.039036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.039770] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.039770] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.039770] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b8c0a14-4aa9-4112-8fa8-aaba318be2e8 is going to be updated. [ 574.063350] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.063494] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.063589] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.063798] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.063939] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.064108] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b8c0a14-4aa9-4112-8fa8-aaba318be2e8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.753639] env[60039]: INFO networking_nsxv3.common.synchronization [None req-b9829e26-3f5d-40c0-81d1-887ddff0786b tempest-ServersTestFqdnHostnames-795084039 tempest-ServersTestFqdnHostnames-795084039-project-member] Enqueued Resource ID: 994c77f0-98dd-427a-9a74-50ea3ab15e0a with Priority: HIGHEST for action security_group_rules [ 574.757609] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994c77f0-98dd-427a-9a74-50ea3ab15e0a with Priority: HIGHEST for action security_group_rules [ 574.757609] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-994c77f0-98dd-427a-9a74-50ea3ab15e0a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.757609] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-994c77f0-98dd-427a-9a74-50ea3ab15e0a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.757609] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-994c77f0-98dd-427a-9a74-50ea3ab15e0a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.757609] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-994c77f0-98dd-427a-9a74-50ea3ab15e0a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.757609] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('994c77f0-98dd-427a-9a74-50ea3ab15e0a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 574.790525] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.790525] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 574.790525] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 574.790525] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 574.790525] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 574.790525] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 994c77f0-98dd-427a-9a74-50ea3ab15e0a already deleted. [ 574.790525] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-994c77f0-98dd-427a-9a74-50ea3ab15e0a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.180878] env[60039]: INFO networking_nsxv3.common.synchronization [None req-d7192ee1-d81d-4d65-89fa-8d016c380089 tempest-ServersTestFqdnHostnames-795084039 tempest-ServersTestFqdnHostnames-795084039-project-member] Enqueued Resource ID: 994c77f0-98dd-427a-9a74-50ea3ab15e0a with Priority: HIGHEST for action security_group_rules [ 575.181161] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994c77f0-98dd-427a-9a74-50ea3ab15e0a with Priority: HIGHEST for action security_group_rules [ 575.181971] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-994c77f0-98dd-427a-9a74-50ea3ab15e0a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.182133] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-994c77f0-98dd-427a-9a74-50ea3ab15e0a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.182248] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-994c77f0-98dd-427a-9a74-50ea3ab15e0a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.182473] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-994c77f0-98dd-427a-9a74-50ea3ab15e0a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.182603] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('994c77f0-98dd-427a-9a74-50ea3ab15e0a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 575.214494] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.214688] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.214743] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.214979] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.215131] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.215252] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 994c77f0-98dd-427a-9a74-50ea3ab15e0a already deleted. [ 575.215358] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-994c77f0-98dd-427a-9a74-50ea3ab15e0a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.434038] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: SUCCESS [ 575.434335] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.434751] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.434991] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.435265] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.435361] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.435409] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.435549] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.435632] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.435730] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 575.447724] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 575.463316] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 575.472198] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.477902] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.477902] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.477902] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.477902] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.477902] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 is going to be updated. [ 575.501845] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.501993] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 575.502069] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 575.502315] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 575.502463] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 575.510738] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: IN_PROGRESS for 2s [ 577.047564] env[60039]: INFO networking_nsxv3.common.synchronization [None req-4073c14e-c34b-4390-9202-2410f37ee976 None None] Enqueued Resource ID: 3fbc5904-2cc8-40a8-9207-867d666671b3 with Priority: HIGHEST for action port [ 577.047882] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fbc5904-2cc8-40a8-9207-867d666671b3 with Priority: HIGHEST for action port [ 577.048888] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fbc5904-2cc8-40a8-9207-867d666671b3 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.048888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fbc5904-2cc8-40a8-9207-867d666671b3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.048888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fbc5904-2cc8-40a8-9207-867d666671b3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.048888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fbc5904-2cc8-40a8-9207-867d666671b3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.048888] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fbc5904-2cc8-40a8-9207-867d666671b3',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 577.071495] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fbc5904-2cc8-40a8-9207-867d666671b3 [ 577.071722] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.071857] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.072027] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.072153] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.072734] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.072734] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fbc5904-2cc8-40a8-9207-867d666671b3 already deleted. [ 577.072734] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fbc5904-2cc8-40a8-9207-867d666671b3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.525435] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: SUCCESS [ 577.525435] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.525435] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.526214] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.526301] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.526738] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.526840] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.527704] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.527704] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.527704] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.527704] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 577.564683] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.564848] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.564923] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.565165] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.565339] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.565473] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.565538] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.565704] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.565792] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.566100] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.566100] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.566222] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.566222] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.566327] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.566463] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.566584] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.566621] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.566740] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.566880] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.566880] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.566971] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 577.585443] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67bb113c-1d12-4a5d-a530-b0680781bbe9: rpc.has_security_group_logging(os_id): False [ 577.603136] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.603385] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.603385] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.603556] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.603603] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.604661] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.604661] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.604661] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.604661] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.604661] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.604661] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.604661] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.604661] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.604661] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.606050] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.606050] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.606050] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.606050] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.606050] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.606050] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.606050] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 is going to be updated. [ 577.667766] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.667927] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 577.667981] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 577.669274] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 577.669274] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 577.688418] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: IN_PROGRESS for 2s [ 578.154429] env[60039]: INFO networking_nsxv3.common.synchronization [None req-27a8226b-491c-40c1-a7ba-c452e6ea276b None None] Enqueued Resource ID: 80f7e067-f7b0-4a24-9a87-016e228a11ce with Priority: HIGHEST for action port [ 578.154761] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80f7e067-f7b0-4a24-9a87-016e228a11ce with Priority: HIGHEST for action port [ 578.155594] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-80f7e067-f7b0-4a24-9a87-016e228a11ce taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.155758] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80f7e067-f7b0-4a24-9a87-016e228a11ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 578.155827] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80f7e067-f7b0-4a24-9a87-016e228a11ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 578.156346] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80f7e067-f7b0-4a24-9a87-016e228a11ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 578.156458] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80f7e067-f7b0-4a24-9a87-016e228a11ce',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 578.178452] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80f7e067-f7b0-4a24-9a87-016e228a11ce [ 578.178694] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.178825] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 578.178908] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 578.179133] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 578.179228] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 578.179326] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80f7e067-f7b0-4a24-9a87-016e228a11ce already deleted. [ 578.179406] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80f7e067-f7b0-4a24-9a87-016e228a11ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 579.705937] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: SUCCESS [ 579.705937] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.476969] env[60039]: INFO networking_nsxv3.common.synchronization [None req-fd861a8a-8aab-4e61-95ab-d2a0241f60cb None None] Enqueued Resource ID: 4f1a4a3a-e805-4af9-bdb3-e1dcd2d0de08 with Priority: HIGHEST for action port [ 580.477291] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1a4a3a-e805-4af9-bdb3-e1dcd2d0de08 with Priority: HIGHEST for action port [ 580.477623] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f1a4a3a-e805-4af9-bdb3-e1dcd2d0de08 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.477759] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f1a4a3a-e805-4af9-bdb3-e1dcd2d0de08" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.477832] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f1a4a3a-e805-4af9-bdb3-e1dcd2d0de08" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.479256] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f1a4a3a-e805-4af9-bdb3-e1dcd2d0de08" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.479453] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1a4a3a-e805-4af9-bdb3-e1dcd2d0de08',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 580.517558] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f1a4a3a-e805-4af9-bdb3-e1dcd2d0de08 [ 580.517788] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.517995] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.518118] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.518362] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.518624] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.518624] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f1a4a3a-e805-4af9-bdb3-e1dcd2d0de08 already deleted. [ 580.518782] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f1a4a3a-e805-4af9-bdb3-e1dcd2d0de08" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 580.983065] env[60039]: INFO networking_nsxv3.common.synchronization [None req-327e3fc3-2604-471f-9777-c50252a489bf None None] Enqueued Resource ID: 4c8097f7-8d6f-45ae-96ba-e365f366ef62 with Priority: HIGHEST for action port [ 580.983389] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8097f7-8d6f-45ae-96ba-e365f366ef62 with Priority: HIGHEST for action port [ 580.983647] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c8097f7-8d6f-45ae-96ba-e365f366ef62 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.983779] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c8097f7-8d6f-45ae-96ba-e365f366ef62" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 580.983846] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c8097f7-8d6f-45ae-96ba-e365f366ef62" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 580.984151] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c8097f7-8d6f-45ae-96ba-e365f366ef62" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 580.984233] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c8097f7-8d6f-45ae-96ba-e365f366ef62',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 581.007606] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c8097f7-8d6f-45ae-96ba-e365f366ef62 [ 581.007606] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.007606] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.007606] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.007907] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.007907] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.007978] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c8097f7-8d6f-45ae-96ba-e365f366ef62 already deleted. [ 581.009899] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c8097f7-8d6f-45ae-96ba-e365f366ef62" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.816634] env[60039]: INFO networking_nsxv3.common.synchronization [None req-3a2b8b57-b8ab-4b86-a359-421f7907c7be tempest-ServerActionsTestJSON-1901113518 tempest-ServerActionsTestJSON-1901113518-project-member] Enqueued Resource ID: 1571d12b-927e-4523-8dca-dd1639d5373c with Priority: HIGHEST for action security_group_rules [ 581.817415] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1571d12b-927e-4523-8dca-dd1639d5373c with Priority: HIGHEST for action security_group_rules [ 581.817474] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1571d12b-927e-4523-8dca-dd1639d5373c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.817590] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1571d12b-927e-4523-8dca-dd1639d5373c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.817656] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1571d12b-927e-4523-8dca-dd1639d5373c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.817903] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1571d12b-927e-4523-8dca-dd1639d5373c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.818014] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1571d12b-927e-4523-8dca-dd1639d5373c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 581.858788] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.859062] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 581.859062] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 581.859254] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 581.859354] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 581.859458] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1571d12b-927e-4523-8dca-dd1639d5373c already deleted. [ 581.859570] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1571d12b-927e-4523-8dca-dd1639d5373c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.312938] env[60039]: INFO networking_nsxv3.common.synchronization [None req-f7a136c7-60b3-4646-881d-0b583817a898 tempest-ServerActionsTestJSON-1901113518 tempest-ServerActionsTestJSON-1901113518-project-member] Enqueued Resource ID: 1571d12b-927e-4523-8dca-dd1639d5373c with Priority: HIGHEST for action security_group_rules [ 582.313799] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1571d12b-927e-4523-8dca-dd1639d5373c with Priority: HIGHEST for action security_group_rules [ 582.314308] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1571d12b-927e-4523-8dca-dd1639d5373c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.314511] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1571d12b-927e-4523-8dca-dd1639d5373c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.314626] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1571d12b-927e-4523-8dca-dd1639d5373c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.314846] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1571d12b-927e-4523-8dca-dd1639d5373c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.314930] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1571d12b-927e-4523-8dca-dd1639d5373c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 582.347942] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.348113] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 582.348183] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 582.348380] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 582.348529] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 582.348631] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1571d12b-927e-4523-8dca-dd1639d5373c already deleted. [ 582.348995] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1571d12b-927e-4523-8dca-dd1639d5373c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.504598] env[60039]: INFO networking_nsxv3.common.synchronization [None req-5a4e2684-b44d-483a-b5ad-d7a5a5360395 None None] Enqueued Resource ID: 6ff35902-45c7-45bf-aa7d-58e626d99182 with Priority: HIGHEST for action port [ 583.504865] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff35902-45c7-45bf-aa7d-58e626d99182 with Priority: HIGHEST for action port [ 583.505185] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ff35902-45c7-45bf-aa7d-58e626d99182 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.505319] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ff35902-45c7-45bf-aa7d-58e626d99182" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.505393] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ff35902-45c7-45bf-aa7d-58e626d99182" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.505652] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ff35902-45c7-45bf-aa7d-58e626d99182" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.505745] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ff35902-45c7-45bf-aa7d-58e626d99182',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 583.523178] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ff35902-45c7-45bf-aa7d-58e626d99182 [ 583.523178] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.523178] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 583.523178] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 583.523475] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 583.523603] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 583.523754] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ff35902-45c7-45bf-aa7d-58e626d99182 already deleted. [ 583.523866] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ff35902-45c7-45bf-aa7d-58e626d99182" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 586.209831] env[60039]: INFO networking_nsxv3.common.synchronization [None req-16962941-c9d5-4029-9b12-330122d5df72 None None] Enqueued Resource ID: 46ee01a6-cce2-475d-aa6d-535c485cc3fb with Priority: HIGHEST for action port [ 586.213259] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ee01a6-cce2-475d-aa6d-535c485cc3fb with Priority: HIGHEST for action port [ 586.213259] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-46ee01a6-cce2-475d-aa6d-535c485cc3fb taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.213259] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46ee01a6-cce2-475d-aa6d-535c485cc3fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.213259] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46ee01a6-cce2-475d-aa6d-535c485cc3fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.213259] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46ee01a6-cce2-475d-aa6d-535c485cc3fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.213259] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ee01a6-cce2-475d-aa6d-535c485cc3fb',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 586.224529] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46ee01a6-cce2-475d-aa6d-535c485cc3fb [ 586.224529] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.224529] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 586.224529] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 586.224529] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 586.224529] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 586.224529] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46ee01a6-cce2-475d-aa6d-535c485cc3fb already deleted. [ 586.224529] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46ee01a6-cce2-475d-aa6d-535c485cc3fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.471082] env[60039]: INFO networking_nsxv3.common.synchronization [None req-01461c66-a540-489e-8d11-9a73baabf0ca None None] Enqueued Resource ID: 446dd56b-0dd1-42ef-9303-37fb43a0da72 with Priority: HIGHEST for action port [ 590.471082] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446dd56b-0dd1-42ef-9303-37fb43a0da72 with Priority: HIGHEST for action port [ 590.471082] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-446dd56b-0dd1-42ef-9303-37fb43a0da72 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.471082] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-446dd56b-0dd1-42ef-9303-37fb43a0da72" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.471082] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-446dd56b-0dd1-42ef-9303-37fb43a0da72" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.471082] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-446dd56b-0dd1-42ef-9303-37fb43a0da72" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.471082] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('446dd56b-0dd1-42ef-9303-37fb43a0da72',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 590.482048] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 446dd56b-0dd1-42ef-9303-37fb43a0da72 [ 590.482176] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.482698] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 590.482864] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 590.483820] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 590.483922] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 590.484663] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:446dd56b-0dd1-42ef-9303-37fb43a0da72 already deleted. [ 590.484663] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-446dd56b-0dd1-42ef-9303-37fb43a0da72" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.469303] env[60039]: INFO networking_nsxv3.common.synchronization [None req-c78f6874-1025-434d-92ca-697c6e3b23d6 None None] Enqueued Resource ID: 03732db8-09de-4803-a60c-db6c17d20fc7 with Priority: HIGHEST for action port [ 592.469303] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03732db8-09de-4803-a60c-db6c17d20fc7 with Priority: HIGHEST for action port [ 592.469303] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-03732db8-09de-4803-a60c-db6c17d20fc7 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.469303] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03732db8-09de-4803-a60c-db6c17d20fc7" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.469303] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03732db8-09de-4803-a60c-db6c17d20fc7" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.469303] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03732db8-09de-4803-a60c-db6c17d20fc7" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.469303] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03732db8-09de-4803-a60c-db6c17d20fc7',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 592.489634] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03732db8-09de-4803-a60c-db6c17d20fc7 [ 592.489903] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.489972] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 592.490053] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 592.490259] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 592.490566] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 592.490566] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03732db8-09de-4803-a60c-db6c17d20fc7 already deleted. [ 592.490566] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03732db8-09de-4803-a60c-db6c17d20fc7" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 596.273970] env[60039]: INFO networking_nsxv3.common.synchronization [None req-2bc4e281-fcee-4326-bf9f-b38a774c90a7 None None] Enqueued Resource ID: 9d0db4e5-5ec0-46b6-8234-0cf30fb1b7a9 with Priority: HIGHEST for action port [ 596.275640] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d0db4e5-5ec0-46b6-8234-0cf30fb1b7a9 with Priority: HIGHEST for action port [ 596.277032] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d0db4e5-5ec0-46b6-8234-0cf30fb1b7a9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.278019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d0db4e5-5ec0-46b6-8234-0cf30fb1b7a9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 596.278019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d0db4e5-5ec0-46b6-8234-0cf30fb1b7a9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 596.278019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d0db4e5-5ec0-46b6-8234-0cf30fb1b7a9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 596.278019] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d0db4e5-5ec0-46b6-8234-0cf30fb1b7a9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 596.333870] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d0db4e5-5ec0-46b6-8234-0cf30fb1b7a9 [ 596.334489] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.334489] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 596.334489] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 596.336303] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 596.336598] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 596.336715] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d0db4e5-5ec0-46b6-8234-0cf30fb1b7a9 already deleted. [ 596.336810] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d0db4e5-5ec0-46b6-8234-0cf30fb1b7a9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 596.694485] env[60039]: INFO networking_nsxv3.common.synchronization [None req-837e9636-315d-48ec-9378-6b8288605739 None None] Enqueued Resource ID: 61ec1cb1-a2e4-46c5-b827-9f17e12dd50f with Priority: HIGHEST for action port [ 596.695161] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ec1cb1-a2e4-46c5-b827-9f17e12dd50f with Priority: HIGHEST for action port [ 596.695812] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-61ec1cb1-a2e4-46c5-b827-9f17e12dd50f taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.696286] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61ec1cb1-a2e4-46c5-b827-9f17e12dd50f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 596.696451] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61ec1cb1-a2e4-46c5-b827-9f17e12dd50f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 596.696928] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61ec1cb1-a2e4-46c5-b827-9f17e12dd50f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 596.697129] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61ec1cb1-a2e4-46c5-b827-9f17e12dd50f',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 596.746082] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61ec1cb1-a2e4-46c5-b827-9f17e12dd50f [ 596.746082] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.746082] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 596.746082] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 596.746082] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 596.746082] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 596.746082] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61ec1cb1-a2e4-46c5-b827-9f17e12dd50f already deleted. [ 596.746082] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61ec1cb1-a2e4-46c5-b827-9f17e12dd50f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 598.871862] env[60039]: INFO networking_nsxv3.common.synchronization [None req-7142b1ff-18a8-4e15-9963-99c05bb0ac71 None None] Enqueued Resource ID: f5962c9d-0f50-44d5-b2d8-48e3297d5ce6 with Priority: HIGHEST for action port [ 598.871862] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5962c9d-0f50-44d5-b2d8-48e3297d5ce6 with Priority: HIGHEST for action port [ 598.871862] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5962c9d-0f50-44d5-b2d8-48e3297d5ce6 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.871862] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5962c9d-0f50-44d5-b2d8-48e3297d5ce6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 598.871862] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5962c9d-0f50-44d5-b2d8-48e3297d5ce6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 598.871862] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5962c9d-0f50-44d5-b2d8-48e3297d5ce6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 598.871862] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5962c9d-0f50-44d5-b2d8-48e3297d5ce6',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 598.895277] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5962c9d-0f50-44d5-b2d8-48e3297d5ce6 [ 598.895277] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.895277] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 598.895277] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 598.895277] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 598.895486] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 598.895486] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5962c9d-0f50-44d5-b2d8-48e3297d5ce6 already deleted. [ 598.895622] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5962c9d-0f50-44d5-b2d8-48e3297d5ce6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 598.971216] env[60039]: INFO networking_nsxv3.common.synchronization [None req-4790a6da-532c-41f1-9244-475f839d62fd None None] Enqueued Resource ID: a6337e91-8603-4080-85c8-b7940c5b875d with Priority: HIGHEST for action port [ 598.972202] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6337e91-8603-4080-85c8-b7940c5b875d with Priority: HIGHEST for action port [ 598.974030] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6337e91-8603-4080-85c8-b7940c5b875d taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.974030] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6337e91-8603-4080-85c8-b7940c5b875d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 598.974030] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6337e91-8603-4080-85c8-b7940c5b875d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 598.974030] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6337e91-8603-4080-85c8-b7940c5b875d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 598.974030] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6337e91-8603-4080-85c8-b7940c5b875d',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 598.995512] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6337e91-8603-4080-85c8-b7940c5b875d [ 598.995977] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.995977] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 598.995977] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 598.996178] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 598.996264] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 598.996363] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6337e91-8603-4080-85c8-b7940c5b875d already deleted. [ 598.996445] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6337e91-8603-4080-85c8-b7940c5b875d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 600.898147] env[60039]: INFO networking_nsxv3.common.synchronization [None req-38648e5f-fdef-4933-a5e1-f93d3b154c51 None None] Enqueued Resource ID: 39a87889-5397-45f6-a22f-bff72c2038ae with Priority: HIGHEST for action port [ 600.898428] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a87889-5397-45f6-a22f-bff72c2038ae with Priority: HIGHEST for action port [ 600.898703] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-39a87889-5397-45f6-a22f-bff72c2038ae taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.898830] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39a87889-5397-45f6-a22f-bff72c2038ae" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 600.899142] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39a87889-5397-45f6-a22f-bff72c2038ae" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 600.899209] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39a87889-5397-45f6-a22f-bff72c2038ae" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 600.899275] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39a87889-5397-45f6-a22f-bff72c2038ae',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 600.913865] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39a87889-5397-45f6-a22f-bff72c2038ae [ 600.913865] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.913865] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 600.913865] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 600.913865] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 600.913865] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 600.913865] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39a87889-5397-45f6-a22f-bff72c2038ae already deleted. [ 600.913865] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39a87889-5397-45f6-a22f-bff72c2038ae" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 601.210533] env[60039]: INFO networking_nsxv3.common.synchronization [None req-41aa0d80-ce0f-4288-a010-a9eb2fe936f0 None None] Enqueued Resource ID: 2f48949b-b3d5-494b-9a2c-580936599e94 with Priority: HIGHEST for action port [ 601.210794] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f48949b-b3d5-494b-9a2c-580936599e94 with Priority: HIGHEST for action port [ 601.211888] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f48949b-b3d5-494b-9a2c-580936599e94 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.211888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f48949b-b3d5-494b-9a2c-580936599e94" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 601.211888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f48949b-b3d5-494b-9a2c-580936599e94" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 601.211888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f48949b-b3d5-494b-9a2c-580936599e94" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 601.211888] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f48949b-b3d5-494b-9a2c-580936599e94',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 601.235183] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f48949b-b3d5-494b-9a2c-580936599e94 [ 601.235183] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.235183] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 601.235183] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 601.235183] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 601.235183] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 601.235183] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f48949b-b3d5-494b-9a2c-580936599e94 already deleted. [ 601.235183] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f48949b-b3d5-494b-9a2c-580936599e94" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 602.512168] env[60039]: INFO networking_nsxv3.common.synchronization [None req-5ed08965-9682-4553-af98-113a313d0aa2 None None] Enqueued Resource ID: 8e987128-f330-42a4-ad7f-3f29895ff1a5 with Priority: HIGHEST for action port [ 602.512168] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e987128-f330-42a4-ad7f-3f29895ff1a5 with Priority: HIGHEST for action port [ 602.512168] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e987128-f330-42a4-ad7f-3f29895ff1a5 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.512168] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e987128-f330-42a4-ad7f-3f29895ff1a5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 602.512168] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e987128-f330-42a4-ad7f-3f29895ff1a5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 602.512168] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e987128-f330-42a4-ad7f-3f29895ff1a5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 602.512168] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e987128-f330-42a4-ad7f-3f29895ff1a5',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 602.519919] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e987128-f330-42a4-ad7f-3f29895ff1a5 [ 602.520302] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.520593] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 602.520886] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 602.521416] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 602.521739] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 602.522212] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e987128-f330-42a4-ad7f-3f29895ff1a5 already deleted. [ 602.522691] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e987128-f330-42a4-ad7f-3f29895ff1a5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 602.880167] env[60039]: INFO networking_nsxv3.common.synchronization [None req-a2f99f85-74ee-413a-99d7-9fa1f64b7eeb None None] Enqueued Resource ID: adf84f17-f7e4-4888-8451-f41a94b29928 with Priority: HIGHEST for action port [ 602.880167] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adf84f17-f7e4-4888-8451-f41a94b29928 with Priority: HIGHEST for action port [ 602.880167] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-adf84f17-f7e4-4888-8451-f41a94b29928 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.880167] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adf84f17-f7e4-4888-8451-f41a94b29928" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 602.880167] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adf84f17-f7e4-4888-8451-f41a94b29928" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 602.880167] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adf84f17-f7e4-4888-8451-f41a94b29928" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 602.880167] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adf84f17-f7e4-4888-8451-f41a94b29928',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 603.117795] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adf84f17-f7e4-4888-8451-f41a94b29928 [ 603.118040] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.118221] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 603.118252] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 603.118908] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 603.118908] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 603.118908] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adf84f17-f7e4-4888-8451-f41a94b29928 already deleted. [ 603.118908] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adf84f17-f7e4-4888-8451-f41a94b29928" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 604.050231] env[60039]: INFO networking_nsxv3.common.synchronization [None req-a9754f49-cb12-4f31-aa36-d597c9f4dfeb None None] Enqueued Resource ID: eff9131e-5522-4303-82cc-15e56f7fa841 with Priority: HIGHEST for action port [ 604.050231] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eff9131e-5522-4303-82cc-15e56f7fa841 with Priority: HIGHEST for action port [ 604.050231] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-eff9131e-5522-4303-82cc-15e56f7fa841 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.050231] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eff9131e-5522-4303-82cc-15e56f7fa841" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 604.050231] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eff9131e-5522-4303-82cc-15e56f7fa841" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 604.050614] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eff9131e-5522-4303-82cc-15e56f7fa841" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 604.050614] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eff9131e-5522-4303-82cc-15e56f7fa841',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 604.057148] env[60039]: INFO networking_nsxv3.common.synchronization [req-abaa483b-3e58-4d95-84e7-3dfee85d1076 req-4b915914-37e3-4c4e-9f65-5f07d413bf25 tempest-SecurityGroupRulesTestJSON-1412066517 tempest-SecurityGroupRulesTestJSON-1412066517-project-member] Enqueued Resource ID: 4a429080-bd78-472d-a1ec-cfda8c2206c2 with Priority: HIGHEST for action security_group_rules [ 604.057419] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a429080-bd78-472d-a1ec-cfda8c2206c2 with Priority: HIGHEST for action security_group_rules [ 604.057878] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a429080-bd78-472d-a1ec-cfda8c2206c2 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.057878] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a429080-bd78-472d-a1ec-cfda8c2206c2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 604.059100] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a429080-bd78-472d-a1ec-cfda8c2206c2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 604.059100] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a429080-bd78-472d-a1ec-cfda8c2206c2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 604.059100] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a429080-bd78-472d-a1ec-cfda8c2206c2',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 604.104205] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eff9131e-5522-4303-82cc-15e56f7fa841 [ 604.104417] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.104547] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 604.104617] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 604.104822] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 604.104909] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 604.105009] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eff9131e-5522-4303-82cc-15e56f7fa841 already deleted. [ 604.105099] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eff9131e-5522-4303-82cc-15e56f7fa841" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 604.126709] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.126860] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 604.129032] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 604.129032] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 604.129032] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 604.129032] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a429080-bd78-472d-a1ec-cfda8c2206c2 already deleted. [ 604.129032] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a429080-bd78-472d-a1ec-cfda8c2206c2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 604.188191] env[60039]: INFO networking_nsxv3.common.synchronization [None req-ff4c0536-f58c-454a-aa77-1831c174fd32 None None] Enqueued Resource ID: 983c5005-a65b-41f9-9944-9d0a5012c55e with Priority: HIGHEST for action port [ 604.188858] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 983c5005-a65b-41f9-9944-9d0a5012c55e with Priority: HIGHEST for action port [ 604.189191] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-983c5005-a65b-41f9-9944-9d0a5012c55e taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.190076] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-983c5005-a65b-41f9-9944-9d0a5012c55e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 604.190076] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-983c5005-a65b-41f9-9944-9d0a5012c55e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 604.190076] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-983c5005-a65b-41f9-9944-9d0a5012c55e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 604.190076] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('983c5005-a65b-41f9-9944-9d0a5012c55e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 604.226383] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 983c5005-a65b-41f9-9944-9d0a5012c55e [ 604.226383] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.226383] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 604.226383] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 604.226383] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 604.226383] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 604.226383] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:983c5005-a65b-41f9-9944-9d0a5012c55e already deleted. [ 604.226383] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-983c5005-a65b-41f9-9944-9d0a5012c55e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 604.897417] env[60039]: INFO networking_nsxv3.common.synchronization [None req-c44b2d4d-e4fd-4244-81ba-548c8e8be0a4 tempest-ServerActionsTestOtherA-1665339402 tempest-ServerActionsTestOtherA-1665339402-project-member] Enqueued Resource ID: 15074ee4-be14-48b6-9a21-4712097c0003 with Priority: HIGHEST for action security_group_rules [ 604.897695] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15074ee4-be14-48b6-9a21-4712097c0003 with Priority: HIGHEST for action security_group_rules [ 604.898288] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15074ee4-be14-48b6-9a21-4712097c0003 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.898391] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15074ee4-be14-48b6-9a21-4712097c0003" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 604.898481] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15074ee4-be14-48b6-9a21-4712097c0003" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 604.898754] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15074ee4-be14-48b6-9a21-4712097c0003" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 604.898892] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15074ee4-be14-48b6-9a21-4712097c0003',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 604.933426] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.933426] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 604.933426] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 604.933426] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 604.933426] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 604.933426] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15074ee4-be14-48b6-9a21-4712097c0003 already deleted. [ 604.933426] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15074ee4-be14-48b6-9a21-4712097c0003" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 605.078238] env[60039]: INFO networking_nsxv3.common.synchronization [None req-4a4ecaad-3284-4a57-8264-6cc83744db2b tempest-ServerActionsTestOtherA-1665339402 tempest-ServerActionsTestOtherA-1665339402-project-member] Enqueued Resource ID: 15074ee4-be14-48b6-9a21-4712097c0003 with Priority: HIGHEST for action security_group_rules [ 605.078542] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15074ee4-be14-48b6-9a21-4712097c0003 with Priority: HIGHEST for action security_group_rules [ 605.079047] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15074ee4-be14-48b6-9a21-4712097c0003 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.079159] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15074ee4-be14-48b6-9a21-4712097c0003" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 605.079222] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15074ee4-be14-48b6-9a21-4712097c0003" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 605.079428] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15074ee4-be14-48b6-9a21-4712097c0003" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 605.079511] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15074ee4-be14-48b6-9a21-4712097c0003',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 605.108136] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.108286] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 605.108411] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 605.108578] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 605.108670] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 605.108769] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15074ee4-be14-48b6-9a21-4712097c0003 already deleted. [ 605.108849] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15074ee4-be14-48b6-9a21-4712097c0003" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 605.557161] env[60039]: INFO networking_nsxv3.common.synchronization [None req-ea6a498f-bd6d-4f6b-90c4-ea700b8f0484 None None] Enqueued Resource ID: b8e493cc-d30b-4464-a5f5-bd9e45d17ce2 with Priority: HIGHEST for action port [ 605.558332] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e493cc-d30b-4464-a5f5-bd9e45d17ce2 with Priority: HIGHEST for action port [ 605.558734] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8e493cc-d30b-4464-a5f5-bd9e45d17ce2 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.558910] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8e493cc-d30b-4464-a5f5-bd9e45d17ce2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 605.559028] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8e493cc-d30b-4464-a5f5-bd9e45d17ce2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 605.559330] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8e493cc-d30b-4464-a5f5-bd9e45d17ce2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 605.559828] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e493cc-d30b-4464-a5f5-bd9e45d17ce2',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 605.574746] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8e493cc-d30b-4464-a5f5-bd9e45d17ce2 [ 605.574985] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.575136] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 605.575211] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 605.575424] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 605.575517] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 605.575613] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8e493cc-d30b-4464-a5f5-bd9e45d17ce2 already deleted. [ 605.575698] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8e493cc-d30b-4464-a5f5-bd9e45d17ce2" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 605.657373] env[60039]: INFO networking_nsxv3.common.synchronization [req-1fa490e0-459d-47a0-b3cb-94b1fda2e2ab req-d11b96ce-0a9f-456c-b51e-b3645fd0e4d8 tempest-SecurityGroupRulesNegativeTestJSON-226401813 tempest-SecurityGroupRulesNegativeTestJSON-226401813-project-member] Enqueued Resource ID: 1bf338e0-b50d-4973-8732-ad81eb8ae549 with Priority: HIGHEST for action security_group_rules [ 605.657757] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf338e0-b50d-4973-8732-ad81eb8ae549 with Priority: HIGHEST for action security_group_rules [ 605.658179] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bf338e0-b50d-4973-8732-ad81eb8ae549 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.658312] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bf338e0-b50d-4973-8732-ad81eb8ae549" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 605.658384] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bf338e0-b50d-4973-8732-ad81eb8ae549" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 605.659898] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bf338e0-b50d-4973-8732-ad81eb8ae549" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 605.659996] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bf338e0-b50d-4973-8732-ad81eb8ae549',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 605.699313] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.699443] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 605.699521] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 605.699763] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 605.699863] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 605.699965] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bf338e0-b50d-4973-8732-ad81eb8ae549 already deleted. [ 605.700053] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bf338e0-b50d-4973-8732-ad81eb8ae549" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 606.775018] env[60039]: INFO networking_nsxv3.common.synchronization [None req-f1e5702c-0bd3-4023-9162-4ca041e325d1 None None] Enqueued Resource ID: 9487d5c3-ccf3-4192-8829-4916ebb8d528 with Priority: HIGHEST for action port [ 606.775238] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9487d5c3-ccf3-4192-8829-4916ebb8d528 with Priority: HIGHEST for action port [ 606.775484] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-9487d5c3-ccf3-4192-8829-4916ebb8d528 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.775610] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9487d5c3-ccf3-4192-8829-4916ebb8d528" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 606.775683] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9487d5c3-ccf3-4192-8829-4916ebb8d528" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 606.775933] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9487d5c3-ccf3-4192-8829-4916ebb8d528" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 606.776051] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9487d5c3-ccf3-4192-8829-4916ebb8d528',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 606.789675] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9487d5c3-ccf3-4192-8829-4916ebb8d528 [ 606.790160] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.790866] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 606.790866] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 606.790866] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 606.791023] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 606.791194] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9487d5c3-ccf3-4192-8829-4916ebb8d528 already deleted. [ 606.791335] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9487d5c3-ccf3-4192-8829-4916ebb8d528" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 607.444037] env[60039]: INFO networking_nsxv3.common.synchronization [req-df33a444-0304-409a-9080-e20529f9bd1e req-0dd42aae-9d4b-43df-a696-6d770680bd0c tempest-SecurityGroupRulesTestJSON-1412066517 tempest-SecurityGroupRulesTestJSON-1412066517-project-member] Enqueued Resource ID: 3f833486-74d2-4791-ba36-68f8762cca39 with Priority: HIGHEST for action security_group_rules [ 607.444037] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f833486-74d2-4791-ba36-68f8762cca39 with Priority: HIGHEST for action security_group_rules [ 607.444037] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f833486-74d2-4791-ba36-68f8762cca39 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.444037] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f833486-74d2-4791-ba36-68f8762cca39" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 607.444037] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f833486-74d2-4791-ba36-68f8762cca39" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 607.444037] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f833486-74d2-4791-ba36-68f8762cca39" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 607.444037] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f833486-74d2-4791-ba36-68f8762cca39',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 607.507199] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.508994] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 607.509940] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 607.510228] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 607.510780] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 607.510935] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f833486-74d2-4791-ba36-68f8762cca39 already deleted. [ 607.511462] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f833486-74d2-4791-ba36-68f8762cca39" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 607.580791] env[60039]: INFO networking_nsxv3.common.synchronization [None req-22880e09-b080-4767-a667-d2f2fb7eb3ae None None] Enqueued Resource ID: 284d490c-2765-4de8-af08-8e84cc589116 with Priority: HIGHEST for action port [ 607.581456] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 284d490c-2765-4de8-af08-8e84cc589116 with Priority: HIGHEST for action port [ 607.581986] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-284d490c-2765-4de8-af08-8e84cc589116 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.583545] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-284d490c-2765-4de8-af08-8e84cc589116" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 607.583545] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-284d490c-2765-4de8-af08-8e84cc589116" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 607.583545] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-284d490c-2765-4de8-af08-8e84cc589116" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 607.583545] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('284d490c-2765-4de8-af08-8e84cc589116',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 607.616499] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 284d490c-2765-4de8-af08-8e84cc589116 [ 607.618957] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.618957] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 607.618957] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 607.618957] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 607.618957] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 607.618957] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:284d490c-2765-4de8-af08-8e84cc589116 already deleted. [ 607.619168] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-284d490c-2765-4de8-af08-8e84cc589116" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 607.989151] env[60039]: INFO networking_nsxv3.common.synchronization [req-ff919820-2bf5-4c3b-af62-cea4cb91eae5 req-79f64dc9-28d7-4e6a-8a41-642dd8c7cad1 tempest-SecurityGroupRulesNegativeTestJSON-226401813 tempest-SecurityGroupRulesNegativeTestJSON-226401813-project-member] Enqueued Resource ID: 1bf338e0-b50d-4973-8732-ad81eb8ae549 with Priority: HIGHEST for action security_group_rules [ 607.989151] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf338e0-b50d-4973-8732-ad81eb8ae549 with Priority: HIGHEST for action security_group_rules [ 607.989151] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bf338e0-b50d-4973-8732-ad81eb8ae549 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.989151] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bf338e0-b50d-4973-8732-ad81eb8ae549" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 607.989151] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bf338e0-b50d-4973-8732-ad81eb8ae549" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 607.989151] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bf338e0-b50d-4973-8732-ad81eb8ae549" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 607.992878] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bf338e0-b50d-4973-8732-ad81eb8ae549',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 608.028947] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.029195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 608.029195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 608.029399] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 608.029487] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 608.029584] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bf338e0-b50d-4973-8732-ad81eb8ae549 already deleted. [ 608.029672] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bf338e0-b50d-4973-8732-ad81eb8ae549" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 608.384258] env[60039]: INFO networking_nsxv3.common.synchronization [None req-d6b15c52-5c67-44da-9283-26bd01419350 None None] Enqueued Resource ID: 517b756c-0fce-44d0-ad04-e6eae2d935e3 with Priority: HIGHEST for action port [ 608.386550] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517b756c-0fce-44d0-ad04-e6eae2d935e3 with Priority: HIGHEST for action port [ 608.386550] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-517b756c-0fce-44d0-ad04-e6eae2d935e3 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.386550] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-517b756c-0fce-44d0-ad04-e6eae2d935e3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 608.386550] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-517b756c-0fce-44d0-ad04-e6eae2d935e3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 608.386550] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-517b756c-0fce-44d0-ad04-e6eae2d935e3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 608.386550] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('517b756c-0fce-44d0-ad04-e6eae2d935e3',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 608.400469] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 517b756c-0fce-44d0-ad04-e6eae2d935e3 [ 608.400469] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.400469] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 608.400469] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 608.400469] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 608.400469] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 608.400469] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:517b756c-0fce-44d0-ad04-e6eae2d935e3 already deleted. [ 608.400469] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-517b756c-0fce-44d0-ad04-e6eae2d935e3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 609.658151] env[60039]: INFO networking_nsxv3.common.synchronization [None req-06392f51-daaa-4734-ba11-9e769d85f2b7 None None] Enqueued Resource ID: 927038e8-f8a6-43f6-a012-d89bb6afc1fd with Priority: HIGHEST for action port [ 609.658420] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 927038e8-f8a6-43f6-a012-d89bb6afc1fd with Priority: HIGHEST for action port [ 609.658817] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-927038e8-f8a6-43f6-a012-d89bb6afc1fd taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.658960] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-927038e8-f8a6-43f6-a012-d89bb6afc1fd" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 609.659144] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-927038e8-f8a6-43f6-a012-d89bb6afc1fd" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 609.659445] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-927038e8-f8a6-43f6-a012-d89bb6afc1fd" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 609.659581] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('927038e8-f8a6-43f6-a012-d89bb6afc1fd',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 609.672109] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 927038e8-f8a6-43f6-a012-d89bb6afc1fd [ 609.672505] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.672704] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 609.672823] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 609.673106] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 609.673234] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 609.673376] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:927038e8-f8a6-43f6-a012-d89bb6afc1fd already deleted. [ 609.673483] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-927038e8-f8a6-43f6-a012-d89bb6afc1fd" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 610.712798] env[60039]: INFO networking_nsxv3.common.synchronization [req-3212d785-15f8-4f70-a0e2-e6664997cd7d req-d9306396-5305-449b-8324-51a22797131b tempest-SecurityGroupRulesTestJSON-1412066517 tempest-SecurityGroupRulesTestJSON-1412066517-project-member] Enqueued Resource ID: 7bdd8196-138a-4c7d-b85a-575658463419 with Priority: HIGHEST for action security_group_rules [ 610.713292] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdd8196-138a-4c7d-b85a-575658463419 with Priority: HIGHEST for action security_group_rules [ 610.713595] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdd8196-138a-4c7d-b85a-575658463419 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.713735] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdd8196-138a-4c7d-b85a-575658463419" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 610.713808] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdd8196-138a-4c7d-b85a-575658463419" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 610.714158] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdd8196-138a-4c7d-b85a-575658463419" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 610.714217] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdd8196-138a-4c7d-b85a-575658463419',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 610.744170] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.744321] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 610.744393] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 610.744598] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 610.744684] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 610.744802] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdd8196-138a-4c7d-b85a-575658463419 already deleted. [ 610.744911] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdd8196-138a-4c7d-b85a-575658463419" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 611.703555] env[60039]: INFO networking_nsxv3.common.synchronization [None req-1874cc7e-5e7c-43be-86e0-f885537cb1ab None None] Enqueued Resource ID: 0bb085d5-09d6-4fbe-874a-092b5526aa66 with Priority: HIGHEST for action port [ 611.703778] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb085d5-09d6-4fbe-874a-092b5526aa66 with Priority: HIGHEST for action port [ 611.704093] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb085d5-09d6-4fbe-874a-092b5526aa66 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.704230] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb085d5-09d6-4fbe-874a-092b5526aa66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 611.704303] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb085d5-09d6-4fbe-874a-092b5526aa66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 611.704561] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb085d5-09d6-4fbe-874a-092b5526aa66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 611.704647] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb085d5-09d6-4fbe-874a-092b5526aa66',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 611.714040] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bb085d5-09d6-4fbe-874a-092b5526aa66 [ 611.714324] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.714418] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 611.714471] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 611.714634] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 611.714726] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 611.714824] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bb085d5-09d6-4fbe-874a-092b5526aa66 already deleted. [ 611.714902] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb085d5-09d6-4fbe-874a-092b5526aa66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 612.580330] env[60039]: INFO networking_nsxv3.common.synchronization [req-5cf6804d-b98a-4d87-bcc0-c9c5cca834cd req-4a38c2c2-a3bf-4d8e-aa80-a7769fb64931 tempest-SecurityGroupRulesTestJSON-1412066517 tempest-SecurityGroupRulesTestJSON-1412066517-project-member] Enqueued Resource ID: e9e3490d-9acc-4938-b929-863ed62ca825 with Priority: HIGHEST for action security_group_rules [ 612.580594] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e3490d-9acc-4938-b929-863ed62ca825 with Priority: HIGHEST for action security_group_rules [ 612.581144] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e3490d-9acc-4938-b929-863ed62ca825 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.581269] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e3490d-9acc-4938-b929-863ed62ca825" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 612.581340] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e3490d-9acc-4938-b929-863ed62ca825" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 612.581608] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e3490d-9acc-4938-b929-863ed62ca825" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 612.581962] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e3490d-9acc-4938-b929-863ed62ca825',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 612.609171] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.609320] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 612.609388] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 612.609976] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 612.609976] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 612.609976] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e3490d-9acc-4938-b929-863ed62ca825 already deleted. [ 612.609976] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e3490d-9acc-4938-b929-863ed62ca825" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 613.679264] env[60039]: INFO networking_nsxv3.common.synchronization [req-c7b166d2-75f2-452f-b60d-9d4008019b99 req-5b56b0e8-75db-404b-8731-b714afd10d92 tempest-SecurityGroupRulesTestJSON-1412066517 tempest-SecurityGroupRulesTestJSON-1412066517-project-member] Enqueued Resource ID: 603920c1-dff1-4fdf-adfe-c4f3f3927654 with Priority: HIGHEST for action security_group_rules [ 613.679966] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603920c1-dff1-4fdf-adfe-c4f3f3927654 with Priority: HIGHEST for action security_group_rules [ 613.680369] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-603920c1-dff1-4fdf-adfe-c4f3f3927654 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.681149] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-603920c1-dff1-4fdf-adfe-c4f3f3927654" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 613.681149] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-603920c1-dff1-4fdf-adfe-c4f3f3927654" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 613.681362] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-603920c1-dff1-4fdf-adfe-c4f3f3927654" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 613.681474] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('603920c1-dff1-4fdf-adfe-c4f3f3927654',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 613.711677] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.712111] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 613.712111] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 613.712267] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 613.712375] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 613.712494] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 603920c1-dff1-4fdf-adfe-c4f3f3927654 already deleted. [ 613.712599] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-603920c1-dff1-4fdf-adfe-c4f3f3927654" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 613.953397] env[60039]: INFO networking_nsxv3.common.synchronization [req-0a9d41c8-3677-49fa-a37f-e416b7c71d6b req-81125d15-9cd3-4db0-86b2-b313592d405f tempest-SecurityGroupRulesTestJSON-1412066517 tempest-SecurityGroupRulesTestJSON-1412066517-project-member] Enqueued Resource ID: 603920c1-dff1-4fdf-adfe-c4f3f3927654 with Priority: HIGHEST for action security_group_rules [ 613.953903] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603920c1-dff1-4fdf-adfe-c4f3f3927654 with Priority: HIGHEST for action security_group_rules [ 613.954391] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-603920c1-dff1-4fdf-adfe-c4f3f3927654 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.954638] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-603920c1-dff1-4fdf-adfe-c4f3f3927654" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 613.954638] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-603920c1-dff1-4fdf-adfe-c4f3f3927654" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 613.954781] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-603920c1-dff1-4fdf-adfe-c4f3f3927654" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 613.954861] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('603920c1-dff1-4fdf-adfe-c4f3f3927654',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 613.998329] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.998404] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 613.998435] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 613.998645] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 613.998739] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 613.998835] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 603920c1-dff1-4fdf-adfe-c4f3f3927654 already deleted. [ 613.998916] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-603920c1-dff1-4fdf-adfe-c4f3f3927654" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.717412] env[60039]: INFO networking_nsxv3.common.synchronization [req-db01694b-3625-4341-a0eb-b87c47d82239 req-a8b791be-ce7b-41a1-a815-e4f70a71df70 tempest-SecurityGroupRulesTestJSON-1412066517 tempest-SecurityGroupRulesTestJSON-1412066517-project-member] Enqueued Resource ID: 603920c1-dff1-4fdf-adfe-c4f3f3927654 with Priority: HIGHEST for action security_group_rules [ 614.717721] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603920c1-dff1-4fdf-adfe-c4f3f3927654 with Priority: HIGHEST for action security_group_rules [ 614.718453] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-603920c1-dff1-4fdf-adfe-c4f3f3927654 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.718453] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-603920c1-dff1-4fdf-adfe-c4f3f3927654" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.718453] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-603920c1-dff1-4fdf-adfe-c4f3f3927654" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.718702] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-603920c1-dff1-4fdf-adfe-c4f3f3927654" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.718702] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('603920c1-dff1-4fdf-adfe-c4f3f3927654',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 614.749639] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.749816] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 614.749895] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 614.750158] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 614.750268] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 614.750369] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 603920c1-dff1-4fdf-adfe-c4f3f3927654 already deleted. [ 614.750490] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-603920c1-dff1-4fdf-adfe-c4f3f3927654" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 619.722377] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 619.722694] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 620.888601] env[60039]: INFO networking_nsxv3.common.synchronization [req-3048873c-2770-4203-b51f-4df52d73f47e req-50bb27f5-5271-421f-b941-472e73d51c40 tempest-ServerDiagnosticsTest-107573575 tempest-ServerDiagnosticsTest-107573575-project-member] Enqueued Resource ID: b30a67e5-3080-45a7-a045-616f71f22288 with Priority: HIGHEST for action security_group_members [ 620.888897] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30a67e5-3080-45a7-a045-616f71f22288 with Priority: HIGHEST for action security_group_members [ 620.889416] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30a67e5-3080-45a7-a045-616f71f22288 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.889548] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 620.889619] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 620.889852] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 620.890152] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.890297] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 620.890368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 620.890534] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 620.890624] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 620.890721] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30a67e5-3080-45a7-a045-616f71f22288',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 620.900066] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.900214] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 620.900291] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 620.900485] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 620.900578] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 620.900771] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.900873] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 620.900940] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 620.901468] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 620.901566] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 620.901663] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30a67e5-3080-45a7-a045-616f71f22288 is going to be updated. [ 620.935602] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.935602] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 620.935760] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 620.935854] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 620.935969] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 620.946766] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30a67e5-3080-45a7-a045-616f71f22288 in Status: IN_PROGRESS for 2s [ 622.107993] env[60039]: INFO networking_nsxv3.common.synchronization [req-7a57a820-6d71-4837-8066-3a74dbea2f2c req-f5a84140-5052-4ff4-8802-11f289670087 tempest-DeleteServersTestJSON-478355548 tempest-DeleteServersTestJSON-478355548-project-member] Enqueued Resource ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe with Priority: HIGHEST for action security_group_members [ 622.109939] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe with Priority: HIGHEST for action security_group_members [ 622.113476] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0069072-8bab-4342-b3a9-c67ad5fafbbe taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.113476] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.113476] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.113476] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.113476] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.113476] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.113476] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.113476] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.113476] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.113476] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0069072-8bab-4342-b3a9-c67ad5fafbbe',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 622.125498] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.125599] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.125599] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.127338] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.127338] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.127338] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.127338] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.127338] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.127338] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.127338] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.127338] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe already deleted. [ 622.127338] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.514237] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.514237] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-244" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.514237] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-244" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.514237] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-244" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.514237] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.514237] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.514237] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.514738] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.515058] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.515402] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 622.515613] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 622.515839] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 622.516059] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 622.516266] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 622.516456] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 622.516788] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.538154] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.538154] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 622.538154] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 622.538154] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-244" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.538154] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-c0bedb65-8124-42c4-bfdb-81d886ea053a taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.538154] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-c0bedb65-8124-42c4-bfdb-81d886ea053a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.538154] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-c0bedb65-8124-42c4-bfdb-81d886ea053a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.538452] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-c0bedb65-8124-42c4-bfdb-81d886ea053a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.538452] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0bedb65-8124-42c4-bfdb-81d886ea053a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 622.584832] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.585971] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.586157] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.586465] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.586623] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.586781] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port c0bedb65-8124-42c4-bfdb-81d886ea053a not found, creating... [ 622.587358] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.587358] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.587358] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.589544] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.589750] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.590072] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.590243] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.590914] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.590914] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.590914] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.590914] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: c0bedb65-8124-42c4-bfdb-81d886ea053a is going to be created. [ 622.609315] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.609523] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.609768] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.610049] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.610274] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.610499] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-c0bedb65-8124-42c4-bfdb-81d886ea053a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.854712] env[60039]: INFO networking_nsxv3.common.synchronization [req-7a57a820-6d71-4837-8066-3a74dbea2f2c req-76f6dcae-efcc-4127-94d9-c0ae88978875 service neutron] Enqueued Resource ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe with Priority: HIGHEST for action security_group_rules [ 622.854712] env[60039]: INFO networking_nsxv3.common.synchronization [req-7a57a820-6d71-4837-8066-3a74dbea2f2c req-76f6dcae-efcc-4127-94d9-c0ae88978875 service neutron] Enqueued Resource ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe with Priority: HIGHEST for action security_group_members [ 622.854712] env[60039]: INFO networking_nsxv3.common.synchronization [req-7a57a820-6d71-4837-8066-3a74dbea2f2c req-76f6dcae-efcc-4127-94d9-c0ae88978875 service neutron] Enqueued Resource ID: c0bedb65-8124-42c4-bfdb-81d886ea053a with Priority: HIGHEST for action port [ 622.854857] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe with Priority: HIGHEST for action security_group_rules [ 622.854968] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe with Priority: HIGHEST for action security_group_members [ 622.855625] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bedb65-8124-42c4-bfdb-81d886ea053a with Priority: HIGHEST for action port [ 622.855625] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0069072-8bab-4342-b3a9-c67ad5fafbbe taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.855799] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.855799] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.857027] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.857027] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0069072-8bab-4342-b3a9-c67ad5fafbbe',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 622.857180] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0069072-8bab-4342-b3a9-c67ad5fafbbe taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.857319] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.857319] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.857598] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.857661] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.857717] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.857785] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.857965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.858033] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.858885] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0069072-8bab-4342-b3a9-c67ad5fafbbe',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 622.858885] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0bedb65-8124-42c4-bfdb-81d886ea053a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.858974] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0bedb65-8124-42c4-bfdb-81d886ea053a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.858974] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0bedb65-8124-42c4-bfdb-81d886ea053a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.860112] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0bedb65-8124-42c4-bfdb-81d886ea053a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.860196] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0bedb65-8124-42c4-bfdb-81d886ea053a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 622.889150] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0069072-8bab-4342-b3a9-c67ad5fafbbe',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 622.891974] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0bedb65-8124-42c4-bfdb-81d886ea053a with status ACTIVE [ 622.892384] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.892384] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.892384] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.892629] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.892693] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.892955] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.892955] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.893143] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.893191] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.893248] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.893440] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.893550] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.894200] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.894200] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.894200] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.894200] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0bedb65-8124-42c4-bfdb-81d886ea053a is going to be updated. [ 622.900897] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0069072-8bab-4342-b3a9-c67ad5fafbbe taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.901017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.903736] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0069072-8bab-4342-b3a9-c67ad5fafbbe',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 622.920424] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.920424] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.920860] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.920860] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.920860] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.920972] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0bedb65-8124-42c4-bfdb-81d886ea053a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.925059] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.925396] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.925396] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.925574] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.925574] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.925629] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe is going to be created. [ 622.950217] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.950396] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 622.950471] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 622.950677] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 622.950837] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 622.960874] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe in Status: UNINITIALIZED for 2s [ 622.965080] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30a67e5-3080-45a7-a045-616f71f22288 in Status: SUCCESS [ 622.965310] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30a67e5-3080-45a7-a045-616f71f22288 deletion is rescheduled due to dependency. [ 622.965467] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 623.132811] env[60039]: INFO networking_nsxv3.common.synchronization [None req-ca38deac-e0aa-488e-b60a-974bc8e43c9a None None] Enqueued Resource ID: d6e4e6d1-6ad9-4c88-a8c7-8564bf863051 with Priority: HIGHEST for action port [ 623.133135] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e4e6d1-6ad9-4c88-a8c7-8564bf863051 with Priority: HIGHEST for action port [ 623.133441] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6e4e6d1-6ad9-4c88-a8c7-8564bf863051 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.133570] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6e4e6d1-6ad9-4c88-a8c7-8564bf863051" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 623.133642] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6e4e6d1-6ad9-4c88-a8c7-8564bf863051" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 623.133932] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6e4e6d1-6ad9-4c88-a8c7-8564bf863051" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 623.134029] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6e4e6d1-6ad9-4c88-a8c7-8564bf863051',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 623.165575] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6e4e6d1-6ad9-4c88-a8c7-8564bf863051 [ 623.165722] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.165835] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 623.165908] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 623.166141] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 623.166321] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 623.166321] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6e4e6d1-6ad9-4c88-a8c7-8564bf863051 already deleted. [ 623.166409] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6e4e6d1-6ad9-4c88-a8c7-8564bf863051" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 624.971380] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe in Status: SUCCESS [ 624.971619] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 624.971753] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 624.972024] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 624.972227] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.972352] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 624.972419] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 624.972577] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 624.972655] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 624.972741] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 624.972879] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0069072-8bab-4342-b3a9-c67ad5fafbbe',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 625.016353] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0069072-8bab-4342-b3a9-c67ad5fafbbe taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.016518] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 625.016596] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 625.016811] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 625.017014] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.017135] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 625.017342] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 625.017380] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 625.017441] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 625.017687] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 625.017687] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0069072-8bab-4342-b3a9-c67ad5fafbbe taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.017802] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 625.017833] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 625.017971] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 625.018127] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.018219] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 625.021732] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 625.021732] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 625.021732] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 625.021732] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 625.021732] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0069072-8bab-4342-b3a9-c67ad5fafbbe',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 625.029892] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0069072-8bab-4342-b3a9-c67ad5fafbbe: rpc.has_security_group_logging(os_id): False [ 625.049864] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.050031] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 625.053989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 625.053989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 625.053989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 625.053989] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.053989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 625.053989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 625.053989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 625.053989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 625.053989] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.053989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 625.053989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 625.053989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 625.053989] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 625.054644] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.054644] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 625.054644] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 625.054644] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 625.054644] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 625.054644] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe is going to be created. [ 625.107944] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.108123] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 625.108189] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 625.108415] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 625.108596] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 625.121027] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe in Status: IN_PROGRESS for 2s [ 625.357643] env[60039]: INFO networking_nsxv3.common.synchronization [None req-631c083d-b08d-48bd-b6c8-02b67d17580b None None] Enqueued Resource ID: 28459400-180f-4d90-83ee-e3dd555bc3cc with Priority: HIGHEST for action port [ 625.358174] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28459400-180f-4d90-83ee-e3dd555bc3cc with Priority: HIGHEST for action port [ 625.358447] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-28459400-180f-4d90-83ee-e3dd555bc3cc taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.358579] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28459400-180f-4d90-83ee-e3dd555bc3cc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 625.358648] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28459400-180f-4d90-83ee-e3dd555bc3cc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 625.358902] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28459400-180f-4d90-83ee-e3dd555bc3cc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 625.358988] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28459400-180f-4d90-83ee-e3dd555bc3cc',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 625.373271] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28459400-180f-4d90-83ee-e3dd555bc3cc [ 625.373484] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.373618] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 625.373691] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 625.373909] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 625.374697] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 625.374810] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28459400-180f-4d90-83ee-e3dd555bc3cc already deleted. [ 625.374942] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28459400-180f-4d90-83ee-e3dd555bc3cc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 625.516914] env[60039]: INFO networking_nsxv3.common.synchronization [None req-c9722281-f338-4196-8771-00ab126fdf39 None None] Enqueued Resource ID: f12007fb-d5b8-4d21-bd5a-a419df030a17 with Priority: HIGHEST for action port [ 625.517498] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12007fb-d5b8-4d21-bd5a-a419df030a17 with Priority: HIGHEST for action port [ 625.517498] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-f12007fb-d5b8-4d21-bd5a-a419df030a17 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.517622] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f12007fb-d5b8-4d21-bd5a-a419df030a17" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 625.517709] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f12007fb-d5b8-4d21-bd5a-a419df030a17" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 625.517925] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f12007fb-d5b8-4d21-bd5a-a419df030a17" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 625.518489] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f12007fb-d5b8-4d21-bd5a-a419df030a17',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 625.559612] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f12007fb-d5b8-4d21-bd5a-a419df030a17 [ 625.559860] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.560016] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 625.560097] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 625.560307] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 625.560400] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 625.560497] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f12007fb-d5b8-4d21-bd5a-a419df030a17 already deleted. [ 625.560579] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f12007fb-d5b8-4d21-bd5a-a419df030a17" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 626.196340] env[60039]: INFO networking_nsxv3.common.synchronization [None req-5bca4ea1-e5f6-4e46-9478-422be6f55465 tempest-ServersTestJSON-1097912379 tempest-ServersTestJSON-1097912379-project-member] Enqueued Resource ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 with Priority: HIGHEST for action security_group_rules [ 626.198031] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 with Priority: HIGHEST for action security_group_rules [ 626.198031] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721b5ef6-08b5-4908-9293-3e211dc3e878 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.198031] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 626.198031] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 626.198415] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 626.198599] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721b5ef6-08b5-4908-9293-3e211dc3e878',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 626.232771] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.232771] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 626.232771] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 626.232771] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 626.232771] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 626.232771] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 already deleted. [ 626.233108] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 626.257447] env[60039]: INFO networking_nsxv3.common.synchronization [None req-4c44acdd-6807-4fd8-8f90-5ac4fb8ad163 tempest-ServersTestJSON-1097912379 tempest-ServersTestJSON-1097912379-project-member] Enqueued Resource ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 with Priority: HIGHEST for action security_group_rules [ 626.257956] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 with Priority: HIGHEST for action security_group_rules [ 626.258273] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721b5ef6-08b5-4908-9293-3e211dc3e878 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.258927] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 626.258927] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 626.258927] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 626.258927] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721b5ef6-08b5-4908-9293-3e211dc3e878',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 626.295020] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.295182] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 626.295252] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 626.295486] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 626.295554] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 626.295651] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 already deleted. [ 626.295733] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 627.133102] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe in Status: SUCCESS [ 627.133324] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 627.646630] env[60039]: INFO networking_nsxv3.common.synchronization [None req-ffe3aaf7-e847-40dc-b72a-cd276740a3e4 None None] Enqueued Resource ID: 701f6178-fbc3-4c74-b3d4-e13c50a69483 with Priority: HIGHEST for action port [ 627.646630] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701f6178-fbc3-4c74-b3d4-e13c50a69483 with Priority: HIGHEST for action port [ 627.648442] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-701f6178-fbc3-4c74-b3d4-e13c50a69483 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.648442] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-701f6178-fbc3-4c74-b3d4-e13c50a69483" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 627.648442] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-701f6178-fbc3-4c74-b3d4-e13c50a69483" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 627.648442] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-701f6178-fbc3-4c74-b3d4-e13c50a69483" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 627.648442] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('701f6178-fbc3-4c74-b3d4-e13c50a69483',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 627.660810] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 701f6178-fbc3-4c74-b3d4-e13c50a69483 [ 627.660810] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.660810] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 627.661044] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 627.661251] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 627.661524] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 627.661655] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:701f6178-fbc3-4c74-b3d4-e13c50a69483 already deleted. [ 627.661764] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-701f6178-fbc3-4c74-b3d4-e13c50a69483" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 632.647490] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 632.647772] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 637.649409] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 637.649756] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 642.651060] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 642.651397] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 647.651931] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 647.652244] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 652.653008] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 652.653327] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 657.654431] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 657.654431] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 662.655467] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 662.655804] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 667.156613] env[60039]: INFO networking_nsxv3.common.synchronization [req-deb37827-d8fc-4227-915c-1adfea93e03b req-56557d64-0b92-4298-a577-2eb1c005e51c tempest-ServerDiagnosticsNegativeTest-707153589 tempest-ServerDiagnosticsNegativeTest-707153589-project-member] Enqueued Resource ID: 54711c55-0e4a-4381-9446-af00d51af55a with Priority: HIGHEST for action security_group_members [ 667.156912] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54711c55-0e4a-4381-9446-af00d51af55a with Priority: HIGHEST for action security_group_members [ 667.157456] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-54711c55-0e4a-4381-9446-af00d51af55a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.157595] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.157715] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.157869] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.158102] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.158205] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.158205] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.158342] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.158429] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 667.158522] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54711c55-0e4a-4381-9446-af00d51af55a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 667.166790] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.166897] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.166938] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.167123] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.167212] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 667.167377] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.167788] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.167788] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.167788] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.167788] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 667.167903] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54711c55-0e4a-4381-9446-af00d51af55a is going to be updated. [ 667.196659] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.196835] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 667.196875] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 667.199015] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 667.199015] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 667.205196] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54711c55-0e4a-4381-9446-af00d51af55a in Status: IN_PROGRESS for 2s [ 668.141912] env[60039]: INFO networking_nsxv3.common.synchronization [req-0ff6ff40-b46c-46b7-900d-7f606e617772 req-61438460-b31a-46f5-b7e7-2d5672a6055b tempest-ServerGroupTestJSON-1664601793 tempest-ServerGroupTestJSON-1664601793-project-member] Enqueued Resource ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce with Priority: HIGHEST for action security_group_members [ 668.142494] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce with Priority: HIGHEST for action security_group_members [ 668.142839] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7ae0d2-1269-4147-969f-78f0348ac3ce taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.142981] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.143336] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.143640] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.143816] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.143944] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.144026] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.145216] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.145216] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.145216] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c7ae0d2-1269-4147-969f-78f0348ac3ce',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 668.152784] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.152928] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.152995] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.153306] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.153475] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.153623] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.153750] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.153814] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.154000] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.154095] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.154208] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce already deleted. [ 668.154345] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.545729] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-932 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.546043] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-932" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.546084] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-932" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.546408] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-932" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.547271] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.547479] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.547606] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.548110] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.548110] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.548226] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 668.548468] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 668.548617] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 668.548729] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 668.548845] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 668.548963] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 668.549120] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.567986] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.568172] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 668.568312] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 668.568496] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-932" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.568801] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-ce27f8fc-b7cd-4215-9123-9f7bd3df4f42 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.568975] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-ce27f8fc-b7cd-4215-9123-9f7bd3df4f42" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.569974] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-ce27f8fc-b7cd-4215-9123-9f7bd3df4f42" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.569974] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-ce27f8fc-b7cd-4215-9123-9f7bd3df4f42" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.569974] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce27f8fc-b7cd-4215-9123-9f7bd3df4f42',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 668.592055] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.592055] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.592317] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.592487] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.592646] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.592801] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port ce27f8fc-b7cd-4215-9123-9f7bd3df4f42 not found, creating... [ 668.593074] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.593237] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.593356] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.593631] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.593761] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.594015] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.594175] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.594294] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.594504] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.594640] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.594780] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: ce27f8fc-b7cd-4215-9123-9f7bd3df4f42 is going to be created. [ 668.614518] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.617016] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.617016] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.617016] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.617016] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.617016] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-ce27f8fc-b7cd-4215-9123-9f7bd3df4f42" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.867775] env[60039]: INFO networking_nsxv3.common.synchronization [req-0ff6ff40-b46c-46b7-900d-7f606e617772 req-737a54f4-3a1f-4f05-a8a3-2d0cca253964 service neutron] Enqueued Resource ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce with Priority: HIGHEST for action security_group_rules [ 668.867775] env[60039]: INFO networking_nsxv3.common.synchronization [req-0ff6ff40-b46c-46b7-900d-7f606e617772 req-737a54f4-3a1f-4f05-a8a3-2d0cca253964 service neutron] Enqueued Resource ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce with Priority: HIGHEST for action security_group_members [ 668.867775] env[60039]: INFO networking_nsxv3.common.synchronization [req-0ff6ff40-b46c-46b7-900d-7f606e617772 req-737a54f4-3a1f-4f05-a8a3-2d0cca253964 service neutron] Enqueued Resource ID: ce27f8fc-b7cd-4215-9123-9f7bd3df4f42 with Priority: HIGHEST for action port [ 668.867775] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce with Priority: HIGHEST for action security_group_rules [ 668.867775] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce with Priority: HIGHEST for action security_group_members [ 668.867775] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce27f8fc-b7cd-4215-9123-9f7bd3df4f42 with Priority: HIGHEST for action port [ 668.868822] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c7ae0d2-1269-4147-969f-78f0348ac3ce taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.869175] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.869391] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.869845] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.870113] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c7ae0d2-1269-4147-969f-78f0348ac3ce',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 668.871585] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7ae0d2-1269-4147-969f-78f0348ac3ce taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.871894] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.872138] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.872526] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.872858] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.873157] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.873439] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.873814] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.874074] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.874314] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c7ae0d2-1269-4147-969f-78f0348ac3ce',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 668.877764] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce27f8fc-b7cd-4215-9123-9f7bd3df4f42 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.877764] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce27f8fc-b7cd-4215-9123-9f7bd3df4f42" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.877764] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce27f8fc-b7cd-4215-9123-9f7bd3df4f42" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.877764] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce27f8fc-b7cd-4215-9123-9f7bd3df4f42" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.877764] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce27f8fc-b7cd-4215-9123-9f7bd3df4f42',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 668.900531] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c7ae0d2-1269-4147-969f-78f0348ac3ce',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 668.905882] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7ae0d2-1269-4147-969f-78f0348ac3ce taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.906280] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.916012] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c7ae0d2-1269-4147-969f-78f0348ac3ce',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 668.918560] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce27f8fc-b7cd-4215-9123-9f7bd3df4f42 with status ACTIVE [ 668.918560] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.918560] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.918560] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.918560] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.918560] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.918560] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.918961] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.918961] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.918961] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.919123] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.920040] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.920040] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.920040] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.920040] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.920040] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.921034] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce27f8fc-b7cd-4215-9123-9f7bd3df4f42 is going to be updated. [ 668.923738] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.925049] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.925049] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.925049] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.925049] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.925049] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce is going to be created. [ 668.947230] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.947544] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.947690] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.947960] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.948137] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.948311] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce27f8fc-b7cd-4215-9123-9f7bd3df4f42" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.949671] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.949890] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 668.949941] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 668.950188] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 668.950397] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 668.965356] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce in Status: UNINITIALIZED for 2s [ 669.217257] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54711c55-0e4a-4381-9446-af00d51af55a in Status: SUCCESS [ 669.217493] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54711c55-0e4a-4381-9446-af00d51af55a deletion is rescheduled due to dependency. [ 669.217640] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 670.975820] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce in Status: SUCCESS [ 670.976097] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 670.976195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 670.976410] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 670.976604] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.976729] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 670.976796] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 670.976946] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 670.977043] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 670.977132] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 670.977224] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c7ae0d2-1269-4147-969f-78f0348ac3ce',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 670.999773] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7ae0d2-1269-4147-969f-78f0348ac3ce taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.999952] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 671.000013] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 671.000226] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 671.000688] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.000816] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 671.000891] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 671.001246] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 671.001246] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 671.001350] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 671.001456] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7ae0d2-1269-4147-969f-78f0348ac3ce taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.001556] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 671.001622] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 671.001777] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 671.001926] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.002170] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 671.002277] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 671.002595] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 671.002783] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 671.002936] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 671.003085] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c7ae0d2-1269-4147-969f-78f0348ac3ce',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 671.009285] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c7ae0d2-1269-4147-969f-78f0348ac3ce: rpc.has_security_group_logging(os_id): False [ 671.026821] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.026973] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 671.027059] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 671.027272] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 671.027365] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 671.027590] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.027698] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 671.027765] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 671.028059] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 671.028059] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 671.028269] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.028269] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 671.028352] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 671.028475] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 671.028575] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 671.028722] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.028812] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 671.028878] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 671.029196] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 671.029318] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 671.029443] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce is going to be created. [ 671.080419] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.080530] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 671.080606] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 671.080859] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 671.081043] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 671.083979] env[60039]: INFO networking_nsxv3.common.synchronization [None req-413bc82c-788e-403a-8bcd-dae8284635f7 None None] Enqueued Resource ID: 68091d0a-c32e-4bd2-8b3d-be0e1cffcaad with Priority: HIGHEST for action port [ 671.084859] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68091d0a-c32e-4bd2-8b3d-be0e1cffcaad with Priority: HIGHEST for action port [ 671.085425] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-68091d0a-c32e-4bd2-8b3d-be0e1cffcaad taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.085589] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68091d0a-c32e-4bd2-8b3d-be0e1cffcaad" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 671.085691] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68091d0a-c32e-4bd2-8b3d-be0e1cffcaad" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 671.085963] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68091d0a-c32e-4bd2-8b3d-be0e1cffcaad" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 671.086099] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68091d0a-c32e-4bd2-8b3d-be0e1cffcaad',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 671.090554] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce in Status: IN_PROGRESS for 2s [ 671.099144] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68091d0a-c32e-4bd2-8b3d-be0e1cffcaad [ 671.099144] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.099144] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 671.099144] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 671.099144] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 671.099144] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 671.099144] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68091d0a-c32e-4bd2-8b3d-be0e1cffcaad already deleted. [ 671.099144] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68091d0a-c32e-4bd2-8b3d-be0e1cffcaad" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 673.005351] env[60039]: INFO networking_nsxv3.common.synchronization [None req-ac4ad5eb-6f93-4983-a704-e8ec2f76d520 None None] Enqueued Resource ID: 71937a9a-233a-45b8-9423-2d60719c0038 with Priority: HIGHEST for action port [ 673.005899] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71937a9a-233a-45b8-9423-2d60719c0038 with Priority: HIGHEST for action port [ 673.005899] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-71937a9a-233a-45b8-9423-2d60719c0038 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.006215] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71937a9a-233a-45b8-9423-2d60719c0038" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 673.006215] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71937a9a-233a-45b8-9423-2d60719c0038" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 673.006395] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71937a9a-233a-45b8-9423-2d60719c0038" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 673.006476] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71937a9a-233a-45b8-9423-2d60719c0038',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 673.043109] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71937a9a-233a-45b8-9423-2d60719c0038 [ 673.043335] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.043468] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 673.043537] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 673.043746] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 673.043846] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 673.043945] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71937a9a-233a-45b8-9423-2d60719c0038 already deleted. [ 673.044042] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71937a9a-233a-45b8-9423-2d60719c0038" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 673.103433] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce in Status: SUCCESS [ 673.103559] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 678.006991] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 678.007291] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 683.008049] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 683.008293] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 684.415546] env[60039]: INFO networking_nsxv3.common.synchronization [None req-2b48d53d-da5b-446b-92e5-32ecea376197 None None] Enqueued Resource ID: 9b910243-e1bf-4ed7-ab19-24b896e5eced with Priority: HIGHEST for action port [ 684.415942] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b910243-e1bf-4ed7-ab19-24b896e5eced with Priority: HIGHEST for action port [ 684.416269] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b910243-e1bf-4ed7-ab19-24b896e5eced taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.416405] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b910243-e1bf-4ed7-ab19-24b896e5eced" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 684.416479] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b910243-e1bf-4ed7-ab19-24b896e5eced" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 684.416755] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b910243-e1bf-4ed7-ab19-24b896e5eced" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 684.416843] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b910243-e1bf-4ed7-ab19-24b896e5eced',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 684.437120] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b910243-e1bf-4ed7-ab19-24b896e5eced [ 684.437324] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.437453] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 684.437526] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 684.437724] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 684.437817] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 684.437911] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b910243-e1bf-4ed7-ab19-24b896e5eced already deleted. [ 684.438015] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b910243-e1bf-4ed7-ab19-24b896e5eced" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 686.123878] env[60039]: INFO networking_nsxv3.common.synchronization [None req-7e8007b9-9e69-4160-9e88-a1eab551f1f7 None None] Enqueued Resource ID: 6edafee4-0f2e-43dd-8c4e-6fa95ebaa0b0 with Priority: HIGHEST for action port [ 686.124159] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edafee4-0f2e-43dd-8c4e-6fa95ebaa0b0 with Priority: HIGHEST for action port [ 686.124434] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-6edafee4-0f2e-43dd-8c4e-6fa95ebaa0b0 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.124594] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6edafee4-0f2e-43dd-8c4e-6fa95ebaa0b0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 686.124678] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6edafee4-0f2e-43dd-8c4e-6fa95ebaa0b0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 686.124887] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6edafee4-0f2e-43dd-8c4e-6fa95ebaa0b0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 686.124974] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6edafee4-0f2e-43dd-8c4e-6fa95ebaa0b0',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 686.135081] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6edafee4-0f2e-43dd-8c4e-6fa95ebaa0b0 [ 686.135288] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.135416] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 686.135487] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 686.135686] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 686.135778] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 686.135876] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6edafee4-0f2e-43dd-8c4e-6fa95ebaa0b0 already deleted. [ 686.135967] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6edafee4-0f2e-43dd-8c4e-6fa95ebaa0b0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 691.124609] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 691.124872] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 696.125590] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 696.125878] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 701.126297] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 701.126596] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 706.126965] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 706.127247] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 711.128032] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 711.128032] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 714.004395] env[60039]: INFO networking_nsxv3.common.synchronization [req-7bad2290-b54f-4b10-a9c1-913eee7170e3 req-304827f6-545a-4905-b0b2-3893c6102e81 tempest-MigrationsAdminTest-2016093575 tempest-MigrationsAdminTest-2016093575-project-member] Enqueued Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_members [ 714.004709] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_members [ 714.005269] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-739091df-b190-4b93-bf7f-39b8a0a59dca taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.005420] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 714.005491] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 714.005719] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 714.006362] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.006488] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 714.006575] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 714.006756] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 714.006864] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 714.006969] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 714.018721] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.018721] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 714.018721] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 714.018721] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 714.018721] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 714.018898] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.018944] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 714.019087] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 714.019184] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 714.019561] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 714.019561] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 739091df-b190-4b93-bf7f-39b8a0a59dca is going to be updated. [ 714.049259] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.051380] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 714.051380] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 714.051380] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 714.051380] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 714.059424] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 739091df-b190-4b93-bf7f-39b8a0a59dca in Status: IN_PROGRESS for 2s [ 714.600674] env[60039]: INFO networking_nsxv3.common.synchronization [req-6a6f2b56-ef7b-4460-be59-8dec4c887cd1 req-cae2ef85-8ace-487f-be00-dc21de4f9af3 tempest-DeleteServersAdminTestJSON-409634133 tempest-DeleteServersAdminTestJSON-409634133-project-member] Enqueued Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_members [ 714.600943] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_members [ 714.601469] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3041d59c-42ff-4d76-af45-d2618ecebef9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.601599] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 714.601673] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 714.601877] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 714.604083] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.604237] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 714.604311] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 714.604482] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 714.604576] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 714.604673] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 714.618017] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.618017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 714.618017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 714.618017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 714.618017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 714.618017] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.618017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 714.618017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 714.618017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 714.618017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 714.618017] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 is going to be updated. [ 714.644884] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.644884] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 714.644884] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 714.644884] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 714.644884] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 714.650790] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 in Status: IN_PROGRESS for 2s [ 715.451715] env[60039]: INFO networking_nsxv3.common.synchronization [req-371dde63-be9b-4791-aed0-9952f41c246d req-77cde494-96c3-406f-9341-cda4b9424127 tempest-ServersTestJSON-1853208137 tempest-ServersTestJSON-1853208137-project-member] Enqueued Resource ID: 8f35dbbb-ff99-4270-964b-97eae1558dac with Priority: HIGHEST for action security_group_members [ 715.451983] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f35dbbb-ff99-4270-964b-97eae1558dac with Priority: HIGHEST for action security_group_members [ 715.452510] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f35dbbb-ff99-4270-964b-97eae1558dac taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.452636] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.452710] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.453010] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.457203] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.457332] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.457405] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.457585] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.457677] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.457777] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f35dbbb-ff99-4270-964b-97eae1558dac',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 715.466241] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.466336] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.466404] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.466581] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.466669] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.467452] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.467452] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.467452] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.467452] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.467452] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.467452] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f35dbbb-ff99-4270-964b-97eae1558dac already deleted. [ 715.467452] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.794610] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.794820] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-692" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.794948] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-692" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.795301] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-692" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.795569] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.795737] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.795856] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.796105] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.796252] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.796462] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 715.796574] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 715.796684] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 715.796793] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 715.796902] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 715.797014] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 715.797156] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.815025] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.816023] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 715.816023] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 715.816023] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-692" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.816023] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-25593bac-ef49-4577-9496-d7f10b170036 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.816023] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-25593bac-ef49-4577-9496-d7f10b170036" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.816023] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-25593bac-ef49-4577-9496-d7f10b170036" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.816358] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-25593bac-ef49-4577-9496-d7f10b170036" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.816814] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25593bac-ef49-4577-9496-d7f10b170036',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 715.834796] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.834998] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.835250] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.835571] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.835727] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.835889] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port 25593bac-ef49-4577-9496-d7f10b170036 not found, creating... [ 715.836165] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.836332] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.836452] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.836668] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.836805] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.837233] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.837410] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.837522] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.837742] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.837899] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.838217] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: 25593bac-ef49-4577-9496-d7f10b170036 is going to be created. [ 715.857551] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.857776] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 715.857841] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 715.858101] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 715.858332] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 715.858538] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-25593bac-ef49-4577-9496-d7f10b170036" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.068151] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 739091df-b190-4b93-bf7f-39b8a0a59dca in Status: SUCCESS [ 716.068519] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 739091df-b190-4b93-bf7f-39b8a0a59dca deletion is rescheduled due to dependency. [ 716.068775] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.074728] env[60039]: INFO networking_nsxv3.common.synchronization [req-371dde63-be9b-4791-aed0-9952f41c246d req-c84acc91-4f9c-4fe5-9ca0-fefa08e9dbc5 service neutron] Enqueued Resource ID: 8f35dbbb-ff99-4270-964b-97eae1558dac with Priority: HIGHEST for action security_group_rules [ 716.074728] env[60039]: INFO networking_nsxv3.common.synchronization [req-371dde63-be9b-4791-aed0-9952f41c246d req-c84acc91-4f9c-4fe5-9ca0-fefa08e9dbc5 service neutron] Enqueued Resource ID: 8f35dbbb-ff99-4270-964b-97eae1558dac with Priority: HIGHEST for action security_group_members [ 716.074728] env[60039]: INFO networking_nsxv3.common.synchronization [req-371dde63-be9b-4791-aed0-9952f41c246d req-c84acc91-4f9c-4fe5-9ca0-fefa08e9dbc5 service neutron] Enqueued Resource ID: 25593bac-ef49-4577-9496-d7f10b170036 with Priority: HIGHEST for action port [ 716.074728] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f35dbbb-ff99-4270-964b-97eae1558dac with Priority: HIGHEST for action security_group_rules [ 716.074728] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f35dbbb-ff99-4270-964b-97eae1558dac with Priority: HIGHEST for action security_group_members [ 716.074728] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25593bac-ef49-4577-9496-d7f10b170036 with Priority: HIGHEST for action port [ 716.074728] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f35dbbb-ff99-4270-964b-97eae1558dac taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.074728] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.074728] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.074728] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.074728] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f35dbbb-ff99-4270-964b-97eae1558dac',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 716.075944] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f35dbbb-ff99-4270-964b-97eae1558dac taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.076778] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.076866] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.077426] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.077602] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.077714] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.077833] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.077973] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.078081] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.078177] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f35dbbb-ff99-4270-964b-97eae1558dac',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 716.078915] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-25593bac-ef49-4577-9496-d7f10b170036 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.079043] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25593bac-ef49-4577-9496-d7f10b170036" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.079116] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25593bac-ef49-4577-9496-d7f10b170036" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.079277] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25593bac-ef49-4577-9496-d7f10b170036" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.079355] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25593bac-ef49-4577-9496-d7f10b170036',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 716.096447] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f35dbbb-ff99-4270-964b-97eae1558dac',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 716.109823] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f35dbbb-ff99-4270-964b-97eae1558dac taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.109823] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.109823] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25593bac-ef49-4577-9496-d7f10b170036 with status ACTIVE [ 716.110020] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.110020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.110129] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.110924] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.110924] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.110924] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.110924] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.110924] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.110924] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.110924] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.111212] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.111212] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.111297] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.111863] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.111863] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.111863] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25593bac-ef49-4577-9496-d7f10b170036 is going to be updated. [ 716.114749] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f35dbbb-ff99-4270-964b-97eae1558dac',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 716.121767] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.123714] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.123714] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.123714] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.123714] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.123714] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f35dbbb-ff99-4270-964b-97eae1558dac is going to be created. [ 716.135038] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.135150] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.135235] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.135422] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.135561] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.135702] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25593bac-ef49-4577-9496-d7f10b170036" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.148873] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.149060] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 716.149183] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 716.149407] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 716.149572] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 716.164315] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f35dbbb-ff99-4270-964b-97eae1558dac in Status: UNINITIALIZED for 2s [ 716.660358] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 in Status: SUCCESS [ 716.660605] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 deletion is rescheduled due to dependency. [ 716.660648] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.173397] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f35dbbb-ff99-4270-964b-97eae1558dac in Status: SUCCESS [ 718.173697] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.173771] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.174095] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.174297] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.174423] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.174492] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.174654] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.174736] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.174823] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.174914] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f35dbbb-ff99-4270-964b-97eae1558dac',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 718.187078] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f35dbbb-ff99-4270-964b-97eae1558dac taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.187209] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.187293] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.187457] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.187614] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.187713] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.187777] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.187917] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.188010] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.188104] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.188249] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f35dbbb-ff99-4270-964b-97eae1558dac taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.188342] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.188401] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.188541] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.188677] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.188769] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.188824] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.188960] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.189054] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.189138] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.189224] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f35dbbb-ff99-4270-964b-97eae1558dac',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 718.197909] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f35dbbb-ff99-4270-964b-97eae1558dac: rpc.has_security_group_logging(os_id): False [ 718.216021] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.216205] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.216261] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.216448] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.216539] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.216759] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.216861] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.216929] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.217095] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.217173] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.217352] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.217449] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.217514] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.217657] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.217732] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.217911] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.218014] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.218086] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.218226] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.218301] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.218387] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f35dbbb-ff99-4270-964b-97eae1558dac is going to be created. [ 718.271011] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.271225] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 718.271259] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 718.271438] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 718.271621] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 718.282012] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f35dbbb-ff99-4270-964b-97eae1558dac in Status: IN_PROGRESS for 2s [ 720.294815] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f35dbbb-ff99-4270-964b-97eae1558dac in Status: SUCCESS [ 720.295138] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 721.074633] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 721.074746] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 726.076412] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 726.076711] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 729.072939] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.073372] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 729.073372] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 729.073471] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 729.073758] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 729.082422] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 729.089016] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 729.095016] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 729.095129] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 729.882261] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.882434] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 729.882523] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 729.882712] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 729.898693] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 729.900105] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 729.901192] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 729.923288] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.923486] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 729.923608] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 729.923874] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 729.927645] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 729.928067] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 729.928248] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 729.928317] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 729.951779] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.951965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 729.952059] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 729.952230] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 729.952922] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 729.953114] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 729.989890] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.990153] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 729.990266] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 729.990557] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 729.990756] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 729.990988] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 730.022934] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.023143] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.023203] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.023396] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.023543] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.023706] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:11. [ 730.023791] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3041d59c-42ff-4d76-af45-d2618ecebef9', '7eddf42b-cf37-4218-9d03-0338d32fadcc', '8f35dbbb-ff99-4270-964b-97eae1558dac', '2c7ae0d2-1269-4147-969f-78f0348ac3ce', '739091df-b190-4b93-bf7f-39b8a0a59dca', '54711c55-0e4a-4381-9446-af00d51af55a', '8e44481f-bb00-4213-95e8-391141c24c1a', 'b30a67e5-3080-45a7-a045-616f71f22288', '3ee9bc98-a785-462c-a9e1-b93ff7d7a46e', 'a0069072-8bab-4342-b3a9-c67ad5fafbbe', '67bb113c-1d12-4a5d-a530-b0680781bbe9'} {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 730.023871] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 730.040783] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.041026] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.041069] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.041275] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.041370] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.041483] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 730.041558] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 730.041632] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 730.081592] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.081986] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.081986] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.082173] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.082745] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.083083] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 730.083218] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 730.083337] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 730.083448] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 730.083575] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 11/11 resources of Type:Security Group Rules [ 730.083705] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGH for action security_group_rules [ 730.083846] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc with Priority: HIGH for action security_group_rules [ 730.084073] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f35dbbb-ff99-4270-964b-97eae1558dac with Priority: HIGH for action security_group_rules [ 730.084200] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce with Priority: HIGH for action security_group_rules [ 730.084282] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGH for action security_group_rules [ 730.084356] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54711c55-0e4a-4381-9446-af00d51af55a with Priority: HIGH for action security_group_rules [ 730.084427] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGH for action security_group_rules [ 730.084495] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b30a67e5-3080-45a7-a045-616f71f22288 with Priority: HIGH for action security_group_rules [ 730.084564] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e with Priority: HIGH for action security_group_rules [ 730.084628] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe with Priority: HIGH for action security_group_rules [ 730.084695] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGH for action security_group_rules [ 730.084772] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 730.084842] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 730.085054] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.085177] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.085282] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.085436] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.085518] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.085708] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.085807] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.085870] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.086035] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.086114] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.086287] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.086382] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.086445] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.086588] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.086713] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.086826] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.086919] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.086982] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.087140] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.087214] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.087385] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.087479] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.087542] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.087684] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.087758] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.087924] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.088030] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.088100] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.088573] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.088573] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.088675] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.088722] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.088750] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.088894] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.088969] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.089176] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.089280] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.089344] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.089489] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.089565] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.089742] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.089839] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.089901] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.090055] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.090134] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.090302] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.090395] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.090456] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.090594] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.090666] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.090854] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.090951] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.091025] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.091172] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.091248] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.091416] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.091549] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.091632] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.091713] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.091783] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.091950] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.092057] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.092119] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.092263] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.092338] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.092504] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.092598] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.092660] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.092800] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.092874] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.093090] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.093189] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.093252] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.093393] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.093468] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.093636] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.093731] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.093795] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.093952] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.094049] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.094210] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.094305] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.094368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.094509] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.094583] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.094750] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.094843] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.094905] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.095056] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.095134] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.095302] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.095394] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.095455] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.095593] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.095666] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.095766] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 730.095828] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 730.095897] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 730.130104] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.130104] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.130104] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.130104] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.130104] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.130412] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 730.166120] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.166336] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 730.166336] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 730.166535] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 730.166672] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 730.178958] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.077450] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 731.077550] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=11], Jobs=0 [ 731.077668] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGH for action security_group_rules [ 731.077796] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f35dbbb-ff99-4270-964b-97eae1558dac with Priority: HIGH for action security_group_rules [ 731.077898] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGH for action security_group_rules [ 731.078031] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGH for action security_group_rules [ 731.078148] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe with Priority: HIGH for action security_group_rules [ 731.078245] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e with Priority: HIGH for action security_group_rules [ 731.078340] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54711c55-0e4a-4381-9446-af00d51af55a with Priority: HIGH for action security_group_rules [ 731.078432] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30a67e5-3080-45a7-a045-616f71f22288 with Priority: HIGH for action security_group_rules [ 731.078523] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGH for action security_group_rules [ 731.078611] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc with Priority: HIGH for action security_group_rules [ 731.078701] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce with Priority: HIGH for action security_group_rules [ 731.079030] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3041d59c-42ff-4d76-af45-d2618ecebef9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.079153] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.079217] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.079425] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.079555] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.080505] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f35dbbb-ff99-4270-964b-97eae1558dac taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.080627] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.080702] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.081016] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.081016] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f35dbbb-ff99-4270-964b-97eae1558dac',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.081764] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e44481f-bb00-4213-95e8-391141c24c1a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.081995] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.081995] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.082223] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.082223] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e44481f-bb00-4213-95e8-391141c24c1a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.082844] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.083075] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.083075] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.083936] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.083936] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.084725] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0069072-8bab-4342-b3a9-c67ad5fafbbe taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.084725] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.084725] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.084898] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.084939] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0069072-8bab-4342-b3a9-c67ad5fafbbe',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.085826] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.085897] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.086044] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.086140] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.086254] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee9bc98-a785-462c-a9e1-b93ff7d7a46e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.086996] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54711c55-0e4a-4381-9446-af00d51af55a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.087097] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.087167] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.087319] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.087392] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54711c55-0e4a-4381-9446-af00d51af55a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.088195] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b30a67e5-3080-45a7-a045-616f71f22288 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.088316] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.088385] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.088540] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.088610] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b30a67e5-3080-45a7-a045-616f71f22288',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.089481] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-739091df-b190-4b93-bf7f-39b8a0a59dca taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.089596] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.090257] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.090257] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.090257] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.090686] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eddf42b-cf37-4218-9d03-0338d32fadcc taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.090760] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.090858] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.090968] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.091056] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eddf42b-cf37-4218-9d03-0338d32fadcc',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.091863] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c7ae0d2-1269-4147-969f-78f0348ac3ce taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.091965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.091965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.092159] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.092237] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c7ae0d2-1269-4147-969f-78f0348ac3ce',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.092473] env[60039]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 731.099372] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e44481f-bb00-4213-95e8-391141c24c1a taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.099497] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.099542] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.099710] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.099858] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.099958] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.100035] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.100213] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.100257] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.100356] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.100426] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e44481f-bb00-4213-95e8-391141c24c1a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.102824] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f35dbbb-ff99-4270-964b-97eae1558dac taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.102934] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.103041] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.103273] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.103492] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.103644] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.103751] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.104011] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.104162] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.104306] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.104437] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f35dbbb-ff99-4270-964b-97eae1558dac',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.118196] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e44481f-bb00-4213-95e8-391141c24c1a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.123656] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.123782] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.123869] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.124045] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.138580] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f35dbbb-ff99-4270-964b-97eae1558dac taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.138706] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.138774] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.138952] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.139138] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.139299] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.139364] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.139465] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.139666] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.139666] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.139762] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f35dbbb-ff99-4270-964b-97eae1558dac taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.139845] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.139906] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.140055] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.140194] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.140286] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.140348] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.140624] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.140624] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.140624] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.140757] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f35dbbb-ff99-4270-964b-97eae1558dac',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.142414] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.142511] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 is going to be deleted. [ 731.143895] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.143895] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.143895] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.143895] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.144127] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.144127] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.144127] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.256212] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.256395] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.256438] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.256508] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ee9bc98-a785-462c-a9e1-b93ff7d7a46e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.259802] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f35dbbb-ff99-4270-964b-97eae1558dac: rpc.has_security_group_logging(os_id): False [ 731.262623] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.262750] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.262821] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.263055] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.263224] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.263350] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.263394] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.263538] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.263618] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.263702] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.263783] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.264551] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0069072-8bab-4342-b3a9-c67ad5fafbbe taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.264682] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.264682] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.264840] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.264981] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.265127] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.265273] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.265357] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.265397] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.265495] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.265546] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0069072-8bab-4342-b3a9-c67ad5fafbbe',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.266145] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e44481f-bb00-4213-95e8-391141c24c1a: rpc.has_security_group_logging(os_id): False [ 731.267730] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eddf42b-cf37-4218-9d03-0338d32fadcc taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.267730] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.267730] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.268025] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.268025] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.268153] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.268153] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.268294] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.268372] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.268463] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.268537] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eddf42b-cf37-4218-9d03-0338d32fadcc',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.270362] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7ae0d2-1269-4147-969f-78f0348ac3ce taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.270504] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.270577] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.270748] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.270901] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.270995] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.271076] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.271222] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.271298] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.271383] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.271464] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c7ae0d2-1269-4147-969f-78f0348ac3ce',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.283206] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.283346] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.283388] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.283554] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.283702] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.283803] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.283868] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.284057] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.284147] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.284235] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.284389] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.284484] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.284536] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.284678] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.284814] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.284908] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.284971] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.285125] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.285199] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.285282] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.285477] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ee9bc98-a785-462c-a9e1-b93ff7d7a46e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.288261] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0069072-8bab-4342-b3a9-c67ad5fafbbe taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.288434] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.288434] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.288590] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.288729] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.288825] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.288890] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.289045] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.289125] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.289209] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.289355] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0069072-8bab-4342-b3a9-c67ad5fafbbe taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.289446] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.289509] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.289681] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.289781] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.289872] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.289936] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.290088] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.290162] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.290243] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.290322] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0069072-8bab-4342-b3a9-c67ad5fafbbe',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.291986] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.292119] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.292193] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.292345] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.292490] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.292585] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.292649] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.292790] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.292867] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.292971] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.293136] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.293235] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.293299] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.293441] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.293578] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.293670] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.293733] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.293869] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.293955] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.294068] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.294155] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.298820] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0069072-8bab-4342-b3a9-c67ad5fafbbe: rpc.has_security_group_logging(os_id): False [ 731.300778] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.300890] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.300961] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.301130] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.303408] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eddf42b-cf37-4218-9d03-0338d32fadcc taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.303532] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.303575] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.303753] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.303900] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.304055] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.304174] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.304337] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.304418] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.304505] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.304652] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eddf42b-cf37-4218-9d03-0338d32fadcc taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.304746] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.304808] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.304950] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.305104] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.305196] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.305257] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.305408] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.305484] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.305566] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.305646] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eddf42b-cf37-4218-9d03-0338d32fadcc',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.307142] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.307264] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.309151] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.309247] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.309956] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.310962] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.310962] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7ae0d2-1269-4147-969f-78f0348ac3ce taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.310962] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.310962] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.310962] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.310962] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.310962] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.310962] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.311334] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.311334] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.311334] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.311334] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7ae0d2-1269-4147-969f-78f0348ac3ce taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.311472] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.311472] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.314695] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.314695] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.314695] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.314695] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.314695] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.314695] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.314695] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.314695] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c7ae0d2-1269-4147-969f-78f0348ac3ce',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 731.314695] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e: rpc.has_security_group_logging(os_id): False [ 731.314695] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67bb113c-1d12-4a5d-a530-b0680781bbe9: rpc.has_security_group_logging(os_id): False [ 731.315748] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.315838] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.317690] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eddf42b-cf37-4218-9d03-0338d32fadcc: rpc.has_security_group_logging(os_id): False [ 731.319777] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c7ae0d2-1269-4147-969f-78f0348ac3ce: rpc.has_security_group_logging(os_id): False [ 731.332717] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.332821] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.334995] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.335244] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.335355] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.335424] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.335605] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.335700] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.335893] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.335994] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.336074] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.336227] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.336303] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.336486] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.336572] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.336636] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.336781] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.336856] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.336948] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f35dbbb-ff99-4270-964b-97eae1558dac is going to be updated. [ 731.337942] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.338125] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.339672] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.339776] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.340477] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.340577] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.341222] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.341322] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.341980] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.342093] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.361817] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.361941] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.375333] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.375575] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.375671] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.375740] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.375913] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.375995] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.376103] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e44481f-bb00-4213-95e8-391141c24c1a is going to be updated. [ 731.377140] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.377313] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.415554] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.415668] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b30a67e5-3080-45a7-a045-616f71f22288 is going to be deleted. [ 731.416523] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.416716] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.418848] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.418971] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.441068] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.441319] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.441442] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.441509] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.441697] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.441780] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.441988] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.442103] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.442188] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.442338] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.442414] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.442596] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.442677] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.442742] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.442882] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.442988] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.443089] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe is going to be updated. [ 731.444164] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.444331] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.465285] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.465285] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.489719] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.489807] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54711c55-0e4a-4381-9446-af00d51af55a is going to be deleted. [ 731.490729] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.490960] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.529167] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.529527] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.568352] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.568352] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.568536] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.568536] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.568713] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.568799] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.568993] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.569126] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.569196] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.569364] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.569447] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.569641] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.569729] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.569794] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.569941] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.570029] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.570125] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc is going to be updated. [ 731.571329] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.571497] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.616460] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.616460] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.624062] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.624062] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.624224] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.624224] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.624417] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.624519] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.624755] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.624866] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.624933] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.625108] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.625188] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.625375] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.625460] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.625525] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.625670] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.625748] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.625843] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 is going to be updated. [ 731.626957] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.627146] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.627237] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.627357] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.627484] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.627633] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.688905] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.689065] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 739091df-b190-4b93-bf7f-39b8a0a59dca is going to be deleted. [ 731.690040] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.690233] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.692766] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.692878] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.746146] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.746146] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.776170] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.776484] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.776664] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.776761] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.776995] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.777125] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.777327] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.777429] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.777485] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.777668] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.777738] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.777925] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.777998] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.778098] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.778244] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.778323] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.778417] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce is going to be updated. [ 731.779550] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.779712] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.779848] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.780815] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.781010] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.781151] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.781225] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.781543] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.781614] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.823055] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.823207] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.828572] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.828818] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.828940] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.829021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.829218] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.829303] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.829509] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.829612] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.829680] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.829825] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.829901] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.830093] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.830181] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.830248] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.830392] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.830470] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.830564] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e is going to be updated. [ 731.831683] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.831916] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.831972] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.832958] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.833140] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.833232] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.833350] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.834015] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e44481f-bb00-4213-95e8-391141c24c1a in Status: IN_PROGRESS for 2s [ 731.834590] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.834688] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.834756] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.834906] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.834987] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.835123] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.835241] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.835383] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.835502] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.836376] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.836537] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.836663] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.837820] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.838008] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.838214] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 731.877826] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: IN_PROGRESS for 2s [ 731.878607] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc in Status: IN_PROGRESS for 2s [ 731.880220] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe in Status: IN_PROGRESS for 2s [ 731.880808] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f35dbbb-ff99-4270-964b-97eae1558dac in Status: IN_PROGRESS for 2s [ 731.981406] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.981603] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 731.981655] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 731.981885] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 731.982045] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 732.006270] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce in Status: IN_PROGRESS for 2s [ 732.018829] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.018974] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 732.019040] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 732.019224] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 732.019360] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 732.036500] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e in Status: IN_PROGRESS for 2s [ 733.845703] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e44481f-bb00-4213-95e8-391141c24c1a in Status: SUCCESS [ 733.845965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 733.892806] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: SUCCESS [ 733.893129] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 733.893894] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe in Status: SUCCESS [ 733.894037] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 733.894912] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f35dbbb-ff99-4270-964b-97eae1558dac in Status: SUCCESS [ 733.895091] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 733.895722] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc in Status: SUCCESS [ 733.895892] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 734.018091] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce in Status: SUCCESS [ 734.018334] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 734.046484] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e in Status: SUCCESS [ 734.046682] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 736.080143] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 736.080438] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 741.081172] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 741.081490] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 746.082585] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 746.082585] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 751.084099] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 751.084447] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 756.085770] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 756.086160] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 761.088340] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 761.088597] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 762.485683] env[60039]: INFO networking_nsxv3.common.synchronization [req-6e22221b-a0f2-4bed-96ff-40f7ade0c12d req-f4ed6bf0-95a3-4ecd-99c4-8cb51bbc6a5d tempest-AttachInterfacesV270Test-209270185 tempest-AttachInterfacesV270Test-209270185-project-member] Enqueued Resource ID: c07f8639-104c-4167-beda-5ec2e1420cb8 with Priority: HIGHEST for action security_group_members [ 762.486458] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07f8639-104c-4167-beda-5ec2e1420cb8 with Priority: HIGHEST for action security_group_members [ 762.486763] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07f8639-104c-4167-beda-5ec2e1420cb8 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.486890] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 762.486965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 762.487351] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 762.487523] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.487624] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 762.488023] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 762.488166] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 762.488267] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 762.488372] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07f8639-104c-4167-beda-5ec2e1420cb8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 762.496710] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.496875] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 762.496936] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 762.497080] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 762.497176] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 762.497366] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.497503] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 762.497559] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 762.497669] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 762.497757] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 762.497822] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07f8639-104c-4167-beda-5ec2e1420cb8 already deleted. [ 762.497890] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 762.807147] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.807385] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-124" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 762.807531] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-124" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 762.807881] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-124" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 762.808164] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.808333] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 762.808508] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 762.808749] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 762.808900] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 762.809184] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 762.809308] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 762.809492] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 762.809632] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 762.809754] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 762.809863] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 762.810000] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.830236] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.830368] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 762.830493] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 762.830659] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-124" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 762.830931] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-d09fce1c-f0bd-4383-aaff-15568df1b8a9 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.831109] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-d09fce1c-f0bd-4383-aaff-15568df1b8a9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 762.831231] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-d09fce1c-f0bd-4383-aaff-15568df1b8a9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 762.831520] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-d09fce1c-f0bd-4383-aaff-15568df1b8a9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 762.831660] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09fce1c-f0bd-4383-aaff-15568df1b8a9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 762.845241] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.845435] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 762.845563] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 762.845813] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 762.845960] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 762.846127] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port d09fce1c-f0bd-4383-aaff-15568df1b8a9 not found, creating... [ 762.846374] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.846532] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 762.846652] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 762.846871] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 762.847019] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 762.847380] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.847562] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 762.847684] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 762.847901] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 762.848041] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 762.848187] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: d09fce1c-f0bd-4383-aaff-15568df1b8a9 is going to be created. [ 762.867334] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.867525] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 762.867652] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 762.867883] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 762.868122] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 762.868333] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-d09fce1c-f0bd-4383-aaff-15568df1b8a9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 763.088547] env[60039]: INFO networking_nsxv3.common.synchronization [req-6e22221b-a0f2-4bed-96ff-40f7ade0c12d req-2567030c-4219-4688-bb39-6aae4a906c59 service neutron] Enqueued Resource ID: c07f8639-104c-4167-beda-5ec2e1420cb8 with Priority: HIGHEST for action security_group_rules [ 763.088741] env[60039]: INFO networking_nsxv3.common.synchronization [req-6e22221b-a0f2-4bed-96ff-40f7ade0c12d req-2567030c-4219-4688-bb39-6aae4a906c59 service neutron] Enqueued Resource ID: c07f8639-104c-4167-beda-5ec2e1420cb8 with Priority: HIGHEST for action security_group_members [ 763.092020] env[60039]: INFO networking_nsxv3.common.synchronization [req-6e22221b-a0f2-4bed-96ff-40f7ade0c12d req-2567030c-4219-4688-bb39-6aae4a906c59 service neutron] Enqueued Resource ID: d09fce1c-f0bd-4383-aaff-15568df1b8a9 with Priority: HIGHEST for action port [ 763.092020] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07f8639-104c-4167-beda-5ec2e1420cb8 with Priority: HIGHEST for action security_group_rules [ 763.092020] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07f8639-104c-4167-beda-5ec2e1420cb8 with Priority: HIGHEST for action security_group_members [ 763.092020] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09fce1c-f0bd-4383-aaff-15568df1b8a9 with Priority: HIGHEST for action port [ 763.092020] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07f8639-104c-4167-beda-5ec2e1420cb8 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.092020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 763.092020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 763.092020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 763.092020] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07f8639-104c-4167-beda-5ec2e1420cb8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 763.092020] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07f8639-104c-4167-beda-5ec2e1420cb8 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.092020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 763.092020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 763.092020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 763.092020] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.092020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 763.092020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 763.092020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 763.092020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 763.092615] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07f8639-104c-4167-beda-5ec2e1420cb8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 763.093072] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-d09fce1c-f0bd-4383-aaff-15568df1b8a9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.093216] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d09fce1c-f0bd-4383-aaff-15568df1b8a9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 763.093279] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d09fce1c-f0bd-4383-aaff-15568df1b8a9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 763.093431] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d09fce1c-f0bd-4383-aaff-15568df1b8a9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 763.093505] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09fce1c-f0bd-4383-aaff-15568df1b8a9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 763.106793] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07f8639-104c-4167-beda-5ec2e1420cb8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 763.126456] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d09fce1c-f0bd-4383-aaff-15568df1b8a9 with status ACTIVE [ 763.126661] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.126795] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 763.126868] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 763.127090] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 763.127178] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 763.127364] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.127464] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 763.127503] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 763.127653] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 763.127733] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 763.127914] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.128014] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 763.128084] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 763.128227] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 763.128305] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 763.128392] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d09fce1c-f0bd-4383-aaff-15568df1b8a9 is going to be updated. [ 763.130503] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07f8639-104c-4167-beda-5ec2e1420cb8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 763.131284] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07f8639-104c-4167-beda-5ec2e1420cb8 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.131380] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 763.137475] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.137595] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 763.137663] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 763.137831] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 763.137915] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 763.138014] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07f8639-104c-4167-beda-5ec2e1420cb8 is going to be created. [ 763.151637] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.151761] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 763.151955] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 763.152172] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 763.152305] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 763.152450] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d09fce1c-f0bd-4383-aaff-15568df1b8a9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 763.160275] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.160389] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 763.160456] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 763.160624] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 763.160764] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 763.170816] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07f8639-104c-4167-beda-5ec2e1420cb8 in Status: UNINITIALIZED for 2s [ 765.182028] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07f8639-104c-4167-beda-5ec2e1420cb8 in Status: SUCCESS [ 765.182351] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.182351] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.182572] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.182791] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.183010] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.183078] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.183314] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.183402] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.183492] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.183583] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c07f8639-104c-4167-beda-5ec2e1420cb8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 765.196326] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07f8639-104c-4167-beda-5ec2e1420cb8 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.196477] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.196560] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.196711] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.196868] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.196969] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.197043] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.197188] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.197323] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.197425] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.197574] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07f8639-104c-4167-beda-5ec2e1420cb8 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.197670] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.197731] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.197873] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.198017] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.198114] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.198178] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.198333] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.198416] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.198497] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.198586] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c07f8639-104c-4167-beda-5ec2e1420cb8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 765.205041] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c07f8639-104c-4167-beda-5ec2e1420cb8: rpc.has_security_group_logging(os_id): False [ 765.226401] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.226401] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.226401] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.226607] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.226694] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.226877] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.226997] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.227106] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.227269] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.227352] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.227538] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.227637] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.227700] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.227843] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.227917] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.228124] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.228217] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.228278] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.228453] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.228543] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.228648] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07f8639-104c-4167-beda-5ec2e1420cb8 is going to be created. [ 765.297621] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.297621] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 765.297621] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 765.297621] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 765.297621] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 765.309321] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07f8639-104c-4167-beda-5ec2e1420cb8 in Status: IN_PROGRESS for 2s [ 767.324129] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07f8639-104c-4167-beda-5ec2e1420cb8 in Status: SUCCESS [ 767.324471] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 768.090944] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 768.091116] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 773.092154] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 773.092154] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 778.092939] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 778.093236] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 783.094788] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 783.094788] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 788.095799] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 788.096103] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 793.096749] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 793.097069] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 793.677497] env[60039]: INFO networking_nsxv3.common.synchronization [req-5dc53b05-6e65-438f-a3bb-63722b2c697c req-36ba39a4-a287-4c40-8639-3a2e651888d7 tempest-DeleteServersTestJSON-478355548 tempest-DeleteServersTestJSON-478355548-project-member] Enqueued Resource ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe with Priority: HIGHEST for action security_group_members [ 793.677754] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe with Priority: HIGHEST for action security_group_members [ 793.678295] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0069072-8bab-4342-b3a9-c67ad5fafbbe taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.678434] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 793.678508] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 793.678725] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 793.678885] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.678987] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 793.679073] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 793.679225] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 793.679311] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 793.679405] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0069072-8bab-4342-b3a9-c67ad5fafbbe',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 793.688765] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.688881] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 793.688953] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 793.689137] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 793.689227] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 793.689407] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.689505] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 793.689572] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 793.689716] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 793.689792] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 793.689879] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe is going to be updated. [ 793.717457] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.717607] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 793.717679] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 793.717882] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 793.718023] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 793.726555] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe in Status: IN_PROGRESS for 2s [ 795.737182] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe in Status: SUCCESS [ 795.737447] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe deletion is rescheduled due to dependency. [ 795.737487] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 798.678356] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 798.678634] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 801.970772] env[60039]: INFO networking_nsxv3.common.synchronization [req-b2f1aa16-63c6-48d8-b206-4b9e42df8322 req-67126cc9-b1f0-4087-93b6-b062d655e57a tempest-ServerGroupTestJSON-1664601793 tempest-ServerGroupTestJSON-1664601793-project-member] Enqueued Resource ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce with Priority: HIGHEST for action security_group_members [ 801.970772] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce with Priority: HIGHEST for action security_group_members [ 801.970772] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7ae0d2-1269-4147-969f-78f0348ac3ce taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.970772] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 801.970772] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 801.970772] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 801.970772] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.970772] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 801.970772] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 801.970772] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 801.970772] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 801.970772] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c7ae0d2-1269-4147-969f-78f0348ac3ce',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 801.981652] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.981652] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 801.981652] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 801.981652] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 801.981652] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 801.981652] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.981652] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 801.981652] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 801.981652] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 801.981652] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 801.981652] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce is going to be updated. [ 802.015972] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.015972] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 802.015972] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 802.015972] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 802.015972] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 802.022571] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce in Status: IN_PROGRESS for 2s [ 803.098219] env[60039]: INFO networking_nsxv3.common.synchronization [req-d4092b3f-72e4-457f-aabc-e6dfb1a43de0 req-bd5e289f-f7c3-41d9-92e3-31ba61d5131b tempest-ServersTestJSON-1853208137 tempest-ServersTestJSON-1853208137-project-member] Enqueued Resource ID: 8f35dbbb-ff99-4270-964b-97eae1558dac with Priority: HIGHEST for action security_group_members [ 803.098219] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f35dbbb-ff99-4270-964b-97eae1558dac with Priority: HIGHEST for action security_group_members [ 803.098219] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f35dbbb-ff99-4270-964b-97eae1558dac taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.098550] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 803.098550] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 803.098617] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 803.099567] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.099567] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 803.099567] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 803.099567] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 803.099567] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 803.099567] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f35dbbb-ff99-4270-964b-97eae1558dac',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 803.109749] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.110253] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 803.110528] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 803.110861] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 803.110999] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 803.111257] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.111633] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 803.111633] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 803.111831] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 803.111954] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 803.112098] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f35dbbb-ff99-4270-964b-97eae1558dac is going to be updated. [ 803.145257] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.145410] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 803.145481] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 803.145691] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 803.145832] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 803.156161] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f35dbbb-ff99-4270-964b-97eae1558dac in Status: IN_PROGRESS for 2s [ 804.033334] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce in Status: SUCCESS [ 804.033334] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce deletion is rescheduled due to dependency. [ 804.033334] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 804.092626] env[60039]: INFO networking_nsxv3.common.synchronization [req-5f0d634c-a91d-4e50-bbe6-076166f0a53e req-49776e44-6296-4ed5-bb43-d0e81d577007 tempest-AttachInterfacesV270Test-209270185 tempest-AttachInterfacesV270Test-209270185-project-member] Enqueued Resource ID: c07f8639-104c-4167-beda-5ec2e1420cb8 with Priority: HIGHEST for action security_group_members [ 804.092626] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07f8639-104c-4167-beda-5ec2e1420cb8 with Priority: HIGHEST for action security_group_members [ 804.092626] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07f8639-104c-4167-beda-5ec2e1420cb8 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.092626] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 804.092626] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 804.092626] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 804.092626] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.092626] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 804.092626] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 804.094305] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 804.094305] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 804.094448] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07f8639-104c-4167-beda-5ec2e1420cb8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 804.106340] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.106654] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 804.106654] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 804.106771] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 804.106819] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 804.107031] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.107116] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 804.107174] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 804.107320] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 804.107397] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 804.107486] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07f8639-104c-4167-beda-5ec2e1420cb8 is going to be updated. [ 804.135294] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.135444] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 804.135513] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 804.135713] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 804.135865] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 804.145289] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07f8639-104c-4167-beda-5ec2e1420cb8 in Status: IN_PROGRESS for 2s [ 804.792111] env[60039]: INFO networking_nsxv3.common.synchronization [None req-d36731f5-d8ac-4f8d-9025-fbbef42bee38 None None] Enqueued Resource ID: c2e33ade-8541-4d54-adba-35fee7c1bd5e with Priority: HIGHEST for action port [ 804.792798] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e33ade-8541-4d54-adba-35fee7c1bd5e with Priority: HIGHEST for action port [ 804.792798] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2e33ade-8541-4d54-adba-35fee7c1bd5e taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.792798] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2e33ade-8541-4d54-adba-35fee7c1bd5e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 804.792798] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2e33ade-8541-4d54-adba-35fee7c1bd5e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 804.793109] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2e33ade-8541-4d54-adba-35fee7c1bd5e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 804.793161] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2e33ade-8541-4d54-adba-35fee7c1bd5e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 804.805063] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2e33ade-8541-4d54-adba-35fee7c1bd5e [ 804.805063] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.805063] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 804.805063] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 804.805063] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 804.805063] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 804.805531] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2e33ade-8541-4d54-adba-35fee7c1bd5e already deleted. [ 804.805531] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2e33ade-8541-4d54-adba-35fee7c1bd5e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 805.165176] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f35dbbb-ff99-4270-964b-97eae1558dac in Status: SUCCESS [ 805.165457] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f35dbbb-ff99-4270-964b-97eae1558dac deletion is rescheduled due to dependency. [ 805.165898] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 806.155097] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07f8639-104c-4167-beda-5ec2e1420cb8 in Status: SUCCESS [ 806.155097] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07f8639-104c-4167-beda-5ec2e1420cb8 deletion is rescheduled due to dependency. [ 806.155097] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 806.539020] env[60039]: INFO networking_nsxv3.common.synchronization [None req-6f557e47-1a0a-4525-b7d0-db545572e2a1 None None] Enqueued Resource ID: b72983f7-7db0-4fa2-8e6f-6256a981eab8 with Priority: HIGHEST for action port [ 806.539020] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b72983f7-7db0-4fa2-8e6f-6256a981eab8 with Priority: HIGHEST for action port [ 806.539020] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-b72983f7-7db0-4fa2-8e6f-6256a981eab8 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.539020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b72983f7-7db0-4fa2-8e6f-6256a981eab8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 806.539020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b72983f7-7db0-4fa2-8e6f-6256a981eab8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 806.539020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b72983f7-7db0-4fa2-8e6f-6256a981eab8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 806.539020] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b72983f7-7db0-4fa2-8e6f-6256a981eab8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 806.555809] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b72983f7-7db0-4fa2-8e6f-6256a981eab8 [ 806.555809] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.555809] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 806.555809] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 806.555809] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 806.555809] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 806.555809] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b72983f7-7db0-4fa2-8e6f-6256a981eab8 already deleted. [ 806.555809] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b72983f7-7db0-4fa2-8e6f-6256a981eab8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 811.538882] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 811.538882] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 811.581174] env[60039]: INFO networking_nsxv3.common.synchronization [req-91fa722a-bd01-4d75-bbab-eda42ae56232 req-4b207f81-670e-4a3d-b929-6f37d529d9bd tempest-ServersAdminNegativeTestJSON-1483049067 tempest-ServersAdminNegativeTestJSON-1483049067-project-member] Enqueued Resource ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc with Priority: HIGHEST for action security_group_members [ 811.581174] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc with Priority: HIGHEST for action security_group_members [ 811.581174] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eddf42b-cf37-4218-9d03-0338d32fadcc taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.581174] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 811.581174] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 811.581174] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 811.581174] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.581174] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 811.581174] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 811.581174] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 811.582720] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 811.582720] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eddf42b-cf37-4218-9d03-0338d32fadcc',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 811.590130] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.590258] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 811.590320] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 811.590503] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 811.590593] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 811.590780] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.590877] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 811.590942] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 811.591100] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 811.591168] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 811.591260] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc is going to be updated. [ 811.620145] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.620145] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 811.620145] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 811.620145] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 811.620145] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 811.627980] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc in Status: IN_PROGRESS for 2s [ 811.698555] env[60039]: INFO networking_nsxv3.common.synchronization [None req-0d58981c-67ed-453d-8c19-824a76f5bd75 None None] Enqueued Resource ID: 59c89db2-a71c-494b-9316-7fc85475cfeb with Priority: HIGHEST for action port [ 811.701466] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c89db2-a71c-494b-9316-7fc85475cfeb with Priority: HIGHEST for action port [ 811.701466] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-59c89db2-a71c-494b-9316-7fc85475cfeb taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.701466] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59c89db2-a71c-494b-9316-7fc85475cfeb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 811.701466] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59c89db2-a71c-494b-9316-7fc85475cfeb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 811.701466] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59c89db2-a71c-494b-9316-7fc85475cfeb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 811.701466] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59c89db2-a71c-494b-9316-7fc85475cfeb',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 811.716221] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59c89db2-a71c-494b-9316-7fc85475cfeb [ 811.716624] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.716624] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 811.716736] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 811.716921] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 811.717038] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 811.717164] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59c89db2-a71c-494b-9316-7fc85475cfeb already deleted. [ 811.717223] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59c89db2-a71c-494b-9316-7fc85475cfeb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 813.647291] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc in Status: SUCCESS [ 813.647557] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc deletion is rescheduled due to dependency. [ 813.647622] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 814.049827] env[60039]: INFO networking_nsxv3.common.synchronization [None req-713c1ed1-b9d3-4a34-8303-d44de7a16165 None None] Enqueued Resource ID: e3a601cc-31b8-4656-8a68-077c7592b710 with Priority: HIGHEST for action port [ 814.050096] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a601cc-31b8-4656-8a68-077c7592b710 with Priority: HIGHEST for action port [ 814.050394] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3a601cc-31b8-4656-8a68-077c7592b710 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.050529] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3a601cc-31b8-4656-8a68-077c7592b710" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 814.050603] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3a601cc-31b8-4656-8a68-077c7592b710" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 814.050876] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3a601cc-31b8-4656-8a68-077c7592b710" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 814.050963] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3a601cc-31b8-4656-8a68-077c7592b710',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 814.060067] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3a601cc-31b8-4656-8a68-077c7592b710 [ 814.060281] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.060406] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 814.060478] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 814.060680] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 814.060771] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 814.060868] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3a601cc-31b8-4656-8a68-077c7592b710 already deleted. [ 814.060950] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3a601cc-31b8-4656-8a68-077c7592b710" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 814.267393] env[60039]: INFO networking_nsxv3.common.synchronization [req-a86eed95-5979-48c1-a329-04be2070467d req-9fa54650-d3cf-4b9d-88f5-bbfafa7da541 tempest-ServersTestJSON-1097912379 tempest-ServersTestJSON-1097912379-project-member] Enqueued Resource ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 with Priority: HIGHEST for action security_group_members [ 814.267822] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 with Priority: HIGHEST for action security_group_members [ 814.268145] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-721b5ef6-08b5-4908-9293-3e211dc3e878 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.268266] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 814.268380] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 814.268584] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 814.268743] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.268839] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 814.268900] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 814.269063] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 814.269145] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 814.269266] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721b5ef6-08b5-4908-9293-3e211dc3e878',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 814.290952] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.291107] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 814.291107] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 814.291305] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 814.291415] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 814.293187] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.293187] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 814.293187] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 814.293187] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 814.293187] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 814.293187] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 already deleted. [ 814.293187] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.034148] env[60039]: INFO networking_nsxv3.common.synchronization [None req-8711dded-6c0f-4556-8915-1d6c93168384 None None] Enqueued Resource ID: a8e66f93-18fd-45c4-922e-8ef56e7b4c66 with Priority: HIGHEST for action port [ 815.034148] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e66f93-18fd-45c4-922e-8ef56e7b4c66 with Priority: HIGHEST for action port [ 815.034148] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8e66f93-18fd-45c4-922e-8ef56e7b4c66 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.034148] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8e66f93-18fd-45c4-922e-8ef56e7b4c66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.034148] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8e66f93-18fd-45c4-922e-8ef56e7b4c66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.034148] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8e66f93-18fd-45c4-922e-8ef56e7b4c66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.034148] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8e66f93-18fd-45c4-922e-8ef56e7b4c66',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 815.100906] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8e66f93-18fd-45c4-922e-8ef56e7b4c66 [ 815.100906] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.100906] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.100906] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.100906] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.100906] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.100906] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8e66f93-18fd-45c4-922e-8ef56e7b4c66 already deleted. [ 815.100906] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8e66f93-18fd-45c4-922e-8ef56e7b4c66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.339427] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.339710] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-618" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.339850] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-618" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.340197] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-618" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.340463] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.340621] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.340737] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.340961] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.341286] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.341511] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 815.341625] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 815.341734] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 815.341840] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 815.341946] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 815.342062] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 815.342199] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.362229] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.362405] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 815.362543] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 815.362747] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-618" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.363097] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-3a23457b-ddde-466a-8016-10ae2fdbad20 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.364916] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-3a23457b-ddde-466a-8016-10ae2fdbad20" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.367712] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-3a23457b-ddde-466a-8016-10ae2fdbad20" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.367712] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-3a23457b-ddde-466a-8016-10ae2fdbad20" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.367712] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a23457b-ddde-466a-8016-10ae2fdbad20',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 815.393714] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.393958] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.394101] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.394383] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.394533] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.394689] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port 3a23457b-ddde-466a-8016-10ae2fdbad20 not found, creating... [ 815.394952] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.395182] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.395304] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.395531] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.395665] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.395970] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.396388] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.396516] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.396744] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.396881] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.397032] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: 3a23457b-ddde-466a-8016-10ae2fdbad20 is going to be created. [ 815.417149] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.417421] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 815.417524] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 815.417808] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 815.418041] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 815.418285] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-3a23457b-ddde-466a-8016-10ae2fdbad20" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 816.009475] env[60039]: INFO networking_nsxv3.common.synchronization [req-a86eed95-5979-48c1-a329-04be2070467d req-dbd0dd52-71c1-4aa4-8d6e-a2684175d54d service neutron] Enqueued Resource ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 with Priority: HIGHEST for action security_group_rules [ 816.009716] env[60039]: INFO networking_nsxv3.common.synchronization [req-a86eed95-5979-48c1-a329-04be2070467d req-dbd0dd52-71c1-4aa4-8d6e-a2684175d54d service neutron] Enqueued Resource ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 with Priority: HIGHEST for action security_group_members [ 816.009890] env[60039]: INFO networking_nsxv3.common.synchronization [req-a86eed95-5979-48c1-a329-04be2070467d req-dbd0dd52-71c1-4aa4-8d6e-a2684175d54d service neutron] Enqueued Resource ID: 3a23457b-ddde-466a-8016-10ae2fdbad20 with Priority: HIGHEST for action port [ 816.010194] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 with Priority: HIGHEST for action security_group_rules [ 816.010359] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 with Priority: HIGHEST for action security_group_members [ 816.010655] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a23457b-ddde-466a-8016-10ae2fdbad20 with Priority: HIGHEST for action port [ 816.011563] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721b5ef6-08b5-4908-9293-3e211dc3e878 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.011638] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.011857] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.012633] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.012732] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721b5ef6-08b5-4908-9293-3e211dc3e878',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 816.013759] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-721b5ef6-08b5-4908-9293-3e211dc3e878 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.014132] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.014132] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.014500] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.014500] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.014849] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.014849] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.015161] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.015161] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 816.015622] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721b5ef6-08b5-4908-9293-3e211dc3e878',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 816.016322] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a23457b-ddde-466a-8016-10ae2fdbad20 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.017024] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a23457b-ddde-466a-8016-10ae2fdbad20" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.017024] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a23457b-ddde-466a-8016-10ae2fdbad20" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.017024] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a23457b-ddde-466a-8016-10ae2fdbad20" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.017024] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a23457b-ddde-466a-8016-10ae2fdbad20',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 816.063102] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('721b5ef6-08b5-4908-9293-3e211dc3e878',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 816.097099] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-721b5ef6-08b5-4908-9293-3e211dc3e878 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.097622] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.161127] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('721b5ef6-08b5-4908-9293-3e211dc3e878',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 816.174347] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a23457b-ddde-466a-8016-10ae2fdbad20 with status ACTIVE [ 816.174347] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.174347] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.174347] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.174347] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.174347] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 816.174347] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.174347] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.174347] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.174764] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.174764] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 816.174764] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.174899] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.174899] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.177508] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.177508] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 816.177508] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a23457b-ddde-466a-8016-10ae2fdbad20 is going to be updated. [ 816.177508] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.177508] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.177508] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.177508] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.177508] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 816.177508] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 is going to be created. [ 816.206074] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.206212] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.206654] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.206654] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.206654] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 816.207085] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a23457b-ddde-466a-8016-10ae2fdbad20" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 816.207835] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.208234] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.208234] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.208423] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.208599] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 816.218088] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 in Status: UNINITIALIZED for 2s [ 816.557353] env[60039]: INFO networking_nsxv3.common.synchronization [None req-f0123e5d-0fb5-475e-8769-e9039b39f6b3 None None] Enqueued Resource ID: b0d2110d-8b4e-4c03-9c39-862409a9d59e with Priority: HIGHEST for action port [ 816.557353] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d2110d-8b4e-4c03-9c39-862409a9d59e with Priority: HIGHEST for action port [ 816.557540] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d2110d-8b4e-4c03-9c39-862409a9d59e taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.557617] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d2110d-8b4e-4c03-9c39-862409a9d59e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.557658] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d2110d-8b4e-4c03-9c39-862409a9d59e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.558599] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d2110d-8b4e-4c03-9c39-862409a9d59e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.558599] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d2110d-8b4e-4c03-9c39-862409a9d59e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 816.591523] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0d2110d-8b4e-4c03-9c39-862409a9d59e [ 816.591961] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.591961] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.591961] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.592181] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.592344] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 816.592344] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0d2110d-8b4e-4c03-9c39-862409a9d59e already deleted. [ 816.592763] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d2110d-8b4e-4c03-9c39-862409a9d59e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 816.680162] env[60039]: INFO networking_nsxv3.common.synchronization [None req-e93391c8-f2d8-4b77-bf7f-3b6a449da02e None None] Enqueued Resource ID: b26abb32-74a2-419c-b6b8-843990ffdb9f with Priority: HIGHEST for action port [ 816.680436] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b26abb32-74a2-419c-b6b8-843990ffdb9f with Priority: HIGHEST for action port [ 816.680747] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-b26abb32-74a2-419c-b6b8-843990ffdb9f taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.680880] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b26abb32-74a2-419c-b6b8-843990ffdb9f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.680970] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b26abb32-74a2-419c-b6b8-843990ffdb9f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.681267] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b26abb32-74a2-419c-b6b8-843990ffdb9f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.681373] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b26abb32-74a2-419c-b6b8-843990ffdb9f',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 816.698302] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b26abb32-74a2-419c-b6b8-843990ffdb9f [ 816.698530] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.698673] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 816.698925] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 816.698994] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 816.699057] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 816.699161] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b26abb32-74a2-419c-b6b8-843990ffdb9f already deleted. [ 816.699247] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b26abb32-74a2-419c-b6b8-843990ffdb9f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 817.452244] env[60039]: INFO networking_nsxv3.common.synchronization [None req-f17eb5b5-378a-4fdf-87c4-1225915d7520 tempest-AttachInterfacesUnderV243Test-1729314279 tempest-AttachInterfacesUnderV243Test-1729314279-project-member] Enqueued Resource ID: 018e1046-4388-4554-bb88-3e718ca64dda with Priority: HIGHEST for action security_group_rules [ 817.452244] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 018e1046-4388-4554-bb88-3e718ca64dda with Priority: HIGHEST for action security_group_rules [ 817.452244] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-018e1046-4388-4554-bb88-3e718ca64dda taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.452573] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-018e1046-4388-4554-bb88-3e718ca64dda" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 817.452573] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-018e1046-4388-4554-bb88-3e718ca64dda" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 817.452820] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-018e1046-4388-4554-bb88-3e718ca64dda" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 817.452888] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('018e1046-4388-4554-bb88-3e718ca64dda',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 817.485039] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.485169] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 817.485212] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 817.485388] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 817.485477] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 817.485577] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 018e1046-4388-4554-bb88-3e718ca64dda already deleted. [ 817.485659] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-018e1046-4388-4554-bb88-3e718ca64dda" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 817.581305] env[60039]: INFO networking_nsxv3.common.synchronization [None req-98588f1d-975b-4556-80ae-4b94e25d45b9 tempest-AttachInterfacesUnderV243Test-1729314279 tempest-AttachInterfacesUnderV243Test-1729314279-project-member] Enqueued Resource ID: 018e1046-4388-4554-bb88-3e718ca64dda with Priority: HIGHEST for action security_group_rules [ 817.581652] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 018e1046-4388-4554-bb88-3e718ca64dda with Priority: HIGHEST for action security_group_rules [ 817.582145] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-018e1046-4388-4554-bb88-3e718ca64dda taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.582280] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-018e1046-4388-4554-bb88-3e718ca64dda" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 817.582352] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-018e1046-4388-4554-bb88-3e718ca64dda" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 817.582697] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-018e1046-4388-4554-bb88-3e718ca64dda" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 817.582697] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('018e1046-4388-4554-bb88-3e718ca64dda',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 817.627136] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.627136] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 817.627136] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 817.627136] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 817.627136] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 817.627136] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 018e1046-4388-4554-bb88-3e718ca64dda already deleted. [ 817.627136] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-018e1046-4388-4554-bb88-3e718ca64dda" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 818.213090] env[60039]: INFO networking_nsxv3.common.synchronization [None req-cf743e24-f068-4883-8d42-c8add314a596 None None] Enqueued Resource ID: dd4346d0-f985-4d1d-8ed2-aad2565a2c78 with Priority: HIGHEST for action port [ 818.213479] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4346d0-f985-4d1d-8ed2-aad2565a2c78 with Priority: HIGHEST for action port [ 818.214258] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd4346d0-f985-4d1d-8ed2-aad2565a2c78 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.214430] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd4346d0-f985-4d1d-8ed2-aad2565a2c78" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 818.214711] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd4346d0-f985-4d1d-8ed2-aad2565a2c78" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 818.215116] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd4346d0-f985-4d1d-8ed2-aad2565a2c78" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 818.215300] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd4346d0-f985-4d1d-8ed2-aad2565a2c78',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 818.228432] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 in Status: SUCCESS [ 818.229459] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 818.229617] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 818.229854] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 818.230093] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.230315] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 818.230364] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 818.230527] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 818.230633] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 818.230736] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 818.230843] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('721b5ef6-08b5-4908-9293-3e211dc3e878',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 818.233251] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd4346d0-f985-4d1d-8ed2-aad2565a2c78 [ 818.233431] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.233555] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 818.233652] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 818.233839] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 818.233920] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 818.234023] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd4346d0-f985-4d1d-8ed2-aad2565a2c78 already deleted. [ 818.234103] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd4346d0-f985-4d1d-8ed2-aad2565a2c78" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 818.261339] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('721b5ef6-08b5-4908-9293-3e211dc3e878',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 818.273184] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 721b5ef6-08b5-4908-9293-3e211dc3e878: rpc.has_security_group_logging(os_id): False [ 818.292525] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.295121] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 818.295121] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 818.295121] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 818.295121] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 818.295121] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.295121] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 818.295121] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 818.295121] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 818.295121] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 818.295121] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 is going to be created. [ 818.368220] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.368220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 818.368220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 818.368220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 818.368220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 818.376971] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 in Status: IN_PROGRESS for 2s [ 818.740839] env[60039]: INFO networking_nsxv3.common.synchronization [None req-4f821617-89db-4340-9797-e77a32f958b5 None None] Enqueued Resource ID: 9b491bc6-80d5-4483-939e-c57a3e8dd7f6 with Priority: HIGHEST for action port [ 818.744434] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b491bc6-80d5-4483-939e-c57a3e8dd7f6 with Priority: HIGHEST for action port [ 818.745172] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b491bc6-80d5-4483-939e-c57a3e8dd7f6 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.745307] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b491bc6-80d5-4483-939e-c57a3e8dd7f6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 818.745373] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b491bc6-80d5-4483-939e-c57a3e8dd7f6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 818.745965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b491bc6-80d5-4483-939e-c57a3e8dd7f6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 818.746117] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b491bc6-80d5-4483-939e-c57a3e8dd7f6',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 818.764789] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b491bc6-80d5-4483-939e-c57a3e8dd7f6 [ 818.765058] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.765135] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 818.765183] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 818.765475] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 818.765475] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 818.765574] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b491bc6-80d5-4483-939e-c57a3e8dd7f6 already deleted. [ 818.765789] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b491bc6-80d5-4483-939e-c57a3e8dd7f6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 819.633542] env[60039]: INFO networking_nsxv3.common.synchronization [None req-7b2e78d4-6fe1-4b02-b071-8aa3d30a4f4d None None] Enqueued Resource ID: 5f21b814-b26b-4307-8df1-18e7da5803cb with Priority: HIGHEST for action port [ 819.633676] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f21b814-b26b-4307-8df1-18e7da5803cb with Priority: HIGHEST for action port [ 819.634266] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f21b814-b26b-4307-8df1-18e7da5803cb taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.634266] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f21b814-b26b-4307-8df1-18e7da5803cb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 819.634266] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f21b814-b26b-4307-8df1-18e7da5803cb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 819.634552] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f21b814-b26b-4307-8df1-18e7da5803cb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 819.634552] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f21b814-b26b-4307-8df1-18e7da5803cb',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 819.651575] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f21b814-b26b-4307-8df1-18e7da5803cb [ 819.651801] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.651942] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 819.652029] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 819.652254] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 819.652347] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 819.652452] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f21b814-b26b-4307-8df1-18e7da5803cb already deleted. [ 819.652550] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f21b814-b26b-4307-8df1-18e7da5803cb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 820.390773] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 in Status: SUCCESS [ 820.391028] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 820.681133] env[60039]: INFO networking_nsxv3.common.synchronization [None req-63aa971c-d8fd-4470-94fe-e85916b7a44a None None] Enqueued Resource ID: c0e6cd09-355e-4606-a0c6-86d0d9c03f69 with Priority: HIGHEST for action port [ 820.681133] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e6cd09-355e-4606-a0c6-86d0d9c03f69 with Priority: HIGHEST for action port [ 820.683200] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0e6cd09-355e-4606-a0c6-86d0d9c03f69 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.683343] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0e6cd09-355e-4606-a0c6-86d0d9c03f69" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 820.683343] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0e6cd09-355e-4606-a0c6-86d0d9c03f69" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 820.683739] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0e6cd09-355e-4606-a0c6-86d0d9c03f69" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 820.683874] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0e6cd09-355e-4606-a0c6-86d0d9c03f69',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 820.704871] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0e6cd09-355e-4606-a0c6-86d0d9c03f69 [ 820.705106] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.705241] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 820.705313] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 820.705518] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 820.705612] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 820.705713] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0e6cd09-355e-4606-a0c6-86d0d9c03f69 already deleted. [ 820.705828] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0e6cd09-355e-4606-a0c6-86d0d9c03f69" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 821.861405] env[60039]: INFO networking_nsxv3.common.synchronization [None req-5457016c-ff57-4f5a-871e-e410bf57c63e None None] Enqueued Resource ID: 7086a444-a5be-42a6-bdee-0b9871bb3af8 with Priority: HIGHEST for action port [ 821.861723] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7086a444-a5be-42a6-bdee-0b9871bb3af8 with Priority: HIGHEST for action port [ 821.862271] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-7086a444-a5be-42a6-bdee-0b9871bb3af8 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.862378] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7086a444-a5be-42a6-bdee-0b9871bb3af8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 821.862443] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7086a444-a5be-42a6-bdee-0b9871bb3af8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 821.862704] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7086a444-a5be-42a6-bdee-0b9871bb3af8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 821.862791] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7086a444-a5be-42a6-bdee-0b9871bb3af8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 821.875189] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7086a444-a5be-42a6-bdee-0b9871bb3af8 [ 821.875439] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.875575] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 821.875648] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 821.875856] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 821.875948] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 821.876062] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7086a444-a5be-42a6-bdee-0b9871bb3af8 already deleted. [ 821.876145] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7086a444-a5be-42a6-bdee-0b9871bb3af8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 824.167368] env[60039]: INFO networking_nsxv3.common.synchronization [req-deb49518-2047-418b-900b-bfd373845190 req-9f15f790-d71d-486f-98bc-2f1742301621 tempest-ServersTestJSON-1097912379 tempest-ServersTestJSON-1097912379-project-member] Enqueued Resource ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 with Priority: HIGHEST for action security_group_members [ 824.167368] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 with Priority: HIGHEST for action security_group_members [ 824.167368] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-721b5ef6-08b5-4908-9293-3e211dc3e878 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.167368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 824.167368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 824.167368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 824.167368] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.167368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 824.167368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 824.167368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 824.167368] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 824.167368] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721b5ef6-08b5-4908-9293-3e211dc3e878',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 824.182395] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.183059] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 824.183342] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 824.186019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 824.186019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 824.186019] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.186019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 824.186019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 824.186019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 824.186019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 824.186019] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 is going to be updated. [ 824.213523] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.214213] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 824.216209] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 824.217409] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 824.217409] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 824.226170] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 in Status: IN_PROGRESS for 2s [ 826.237964] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 in Status: SUCCESS [ 826.238332] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 deletion is rescheduled due to dependency. [ 826.238332] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 829.166757] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 829.167037] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 831.684224] env[60039]: INFO networking_nsxv3.common.synchronization [None req-3f44c702-9fbe-49eb-ae6b-65c84dac8b2b None None] Enqueued Resource ID: dce3bf70-c3af-4129-9232-1ada33d8179f with Priority: HIGHEST for action port [ 831.684489] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce3bf70-c3af-4129-9232-1ada33d8179f with Priority: HIGHEST for action port [ 831.684841] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-dce3bf70-c3af-4129-9232-1ada33d8179f taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.684969] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dce3bf70-c3af-4129-9232-1ada33d8179f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 831.685048] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dce3bf70-c3af-4129-9232-1ada33d8179f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 831.685311] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dce3bf70-c3af-4129-9232-1ada33d8179f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 831.685418] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dce3bf70-c3af-4129-9232-1ada33d8179f',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 831.706917] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dce3bf70-c3af-4129-9232-1ada33d8179f [ 831.708658] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.708658] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 831.708760] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 831.712284] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 831.712284] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 831.712284] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dce3bf70-c3af-4129-9232-1ada33d8179f already deleted. [ 831.712284] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dce3bf70-c3af-4129-9232-1ada33d8179f" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 832.332438] env[60039]: INFO networking_nsxv3.common.synchronization [None req-b995476a-a857-434e-80f8-4acc1845c3c4 tempest-AttachVolumeTestJSON-281399721 tempest-AttachVolumeTestJSON-281399721-project-member] Enqueued Resource ID: 9434ea78-2010-4032-a1d7-7300ed8f17c3 with Priority: HIGHEST for action security_group_rules [ 832.332438] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9434ea78-2010-4032-a1d7-7300ed8f17c3 with Priority: HIGHEST for action security_group_rules [ 832.332438] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9434ea78-2010-4032-a1d7-7300ed8f17c3 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.332438] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9434ea78-2010-4032-a1d7-7300ed8f17c3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 832.332438] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9434ea78-2010-4032-a1d7-7300ed8f17c3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 832.332438] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9434ea78-2010-4032-a1d7-7300ed8f17c3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 832.332438] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9434ea78-2010-4032-a1d7-7300ed8f17c3',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 832.364658] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.365097] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 832.365097] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 832.365097] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 832.365256] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 832.365293] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9434ea78-2010-4032-a1d7-7300ed8f17c3 already deleted. [ 832.365377] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9434ea78-2010-4032-a1d7-7300ed8f17c3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 832.386085] env[60039]: INFO networking_nsxv3.common.synchronization [None req-3db7ce6e-c07b-4994-a3cc-deb1448a6496 tempest-AttachVolumeTestJSON-281399721 tempest-AttachVolumeTestJSON-281399721-project-member] Enqueued Resource ID: 9434ea78-2010-4032-a1d7-7300ed8f17c3 with Priority: HIGHEST for action security_group_rules [ 832.386519] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9434ea78-2010-4032-a1d7-7300ed8f17c3 with Priority: HIGHEST for action security_group_rules [ 832.386805] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9434ea78-2010-4032-a1d7-7300ed8f17c3 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.386929] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9434ea78-2010-4032-a1d7-7300ed8f17c3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 832.386999] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9434ea78-2010-4032-a1d7-7300ed8f17c3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 832.387213] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9434ea78-2010-4032-a1d7-7300ed8f17c3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 832.387296] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9434ea78-2010-4032-a1d7-7300ed8f17c3',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 832.416687] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.416871] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 832.416921] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 832.417151] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 832.417289] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 832.417345] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9434ea78-2010-4032-a1d7-7300ed8f17c3 already deleted. [ 832.417414] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9434ea78-2010-4032-a1d7-7300ed8f17c3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 833.401793] env[60039]: INFO networking_nsxv3.common.synchronization [None req-e45b6f50-aeab-4855-b6c4-7901be0b8bfb None None] Enqueued Resource ID: 890b262d-2830-4c94-a71b-b98eb2249ae0 with Priority: HIGHEST for action port [ 833.401793] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 890b262d-2830-4c94-a71b-b98eb2249ae0 with Priority: HIGHEST for action port [ 833.402317] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-890b262d-2830-4c94-a71b-b98eb2249ae0 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.402614] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-890b262d-2830-4c94-a71b-b98eb2249ae0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 833.402812] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-890b262d-2830-4c94-a71b-b98eb2249ae0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 833.403190] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-890b262d-2830-4c94-a71b-b98eb2249ae0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 833.404066] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('890b262d-2830-4c94-a71b-b98eb2249ae0',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 833.412398] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 890b262d-2830-4c94-a71b-b98eb2249ae0 [ 833.412398] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.413207] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 833.414179] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 833.414179] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 833.414179] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 833.414179] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:890b262d-2830-4c94-a71b-b98eb2249ae0 already deleted. [ 833.414179] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-890b262d-2830-4c94-a71b-b98eb2249ae0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 835.042210] env[60039]: INFO networking_nsxv3.common.synchronization [None req-2b30c48f-7a2d-4526-98fb-a41812be90f9 tempest-AttachVolumeTestJSON-281399721 tempest-AttachVolumeTestJSON-281399721-project-member] Enqueued Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGHEST for action security_group_rules [ 835.042445] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGHEST for action security_group_rules [ 835.042878] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-531e1cb5-34fd-4623-b228-b9ebde55a66c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.043015] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 835.043095] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 835.043346] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 835.043433] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('531e1cb5-34fd-4623-b228-b9ebde55a66c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 835.073934] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.074123] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 835.074180] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 835.074378] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 835.074469] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 835.074564] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c already deleted. [ 835.074647] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 835.145098] env[60039]: INFO networking_nsxv3.common.synchronization [None req-dae545ab-c270-4ad8-862b-e5a3965f1b8f tempest-AttachVolumeTestJSON-281399721 tempest-AttachVolumeTestJSON-281399721-project-member] Enqueued Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGHEST for action security_group_rules [ 835.145566] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGHEST for action security_group_rules [ 835.145867] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-531e1cb5-34fd-4623-b228-b9ebde55a66c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.146010] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 835.146131] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 835.146348] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 835.146433] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('531e1cb5-34fd-4623-b228-b9ebde55a66c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 835.175013] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.175182] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 835.175256] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 835.175464] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 835.175558] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 835.175653] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c already deleted. [ 835.175734] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 840.146284] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 840.146639] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 845.147795] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 845.148179] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 850.149445] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 850.149774] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 855.150458] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 855.150779] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 860.151613] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 860.151906] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 860.565220] env[60039]: INFO networking_nsxv3.common.synchronization [req-10258a28-7eca-45bc-b693-3fc602fe0a6a req-4dbf4bdd-765c-4334-b7e2-37026ccce34b tempest-AttachInterfacesTestJSON-1338008180 tempest-AttachInterfacesTestJSON-1338008180-project-member] Enqueued Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGHEST for action security_group_members [ 860.565483] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGHEST for action security_group_members [ 860.566105] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e44481f-bb00-4213-95e8-391141c24c1a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.566196] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 860.566278] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 860.566473] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 860.566627] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.566729] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 860.567329] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 860.567329] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 860.567329] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 860.567329] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e44481f-bb00-4213-95e8-391141c24c1a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 860.574836] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.574977] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 860.575069] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 860.575252] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 860.575384] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 860.575517] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.575616] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 860.575684] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 860.575829] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 860.575905] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 860.575993] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e44481f-bb00-4213-95e8-391141c24c1a is going to be updated. [ 860.602048] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.602048] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 860.602048] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 860.602351] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 860.602351] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 860.610196] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e44481f-bb00-4213-95e8-391141c24c1a in Status: IN_PROGRESS for 2s [ 861.321981] env[60039]: INFO networking_nsxv3.common.synchronization [req-0ecb6f04-3d6b-4fb2-8c9c-5c2bb133595f req-73b4979d-de7d-4827-b490-9e7d29ab9af5 tempest-DeleteServersAdminTestJSON-409634133 tempest-DeleteServersAdminTestJSON-409634133-project-member] Enqueued Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_members [ 861.322274] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_members [ 861.322785] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3041d59c-42ff-4d76-af45-d2618ecebef9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.322965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.322965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.323195] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.323487] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.323487] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.323603] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.323678] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.323730] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.323827] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 861.337856] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.338038] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.338088] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.338225] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.338313] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.338493] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.338588] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.338692] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.338808] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.338926] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.338993] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 is going to be deleted. [ 861.386965] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.386965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.387094] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.387895] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.387895] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.387895] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.751367] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.751573] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.751704] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.751993] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.752282] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.752449] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.752585] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.752798] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.752945] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.753251] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 861.753370] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 861.753481] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 861.753590] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 861.753700] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 861.753810] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 861.754052] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.772290] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.772399] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 861.772559] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 861.772725] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.773009] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-31775527-1500-4e26-a5d5-cbcf0b43734d taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.773184] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-31775527-1500-4e26-a5d5-cbcf0b43734d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.773309] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-31775527-1500-4e26-a5d5-cbcf0b43734d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.773605] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-31775527-1500-4e26-a5d5-cbcf0b43734d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.773747] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31775527-1500-4e26-a5d5-cbcf0b43734d',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 861.787011] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.787208] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.787337] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.787581] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.787735] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.787889] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port 31775527-1500-4e26-a5d5-cbcf0b43734d not found, creating... [ 861.788160] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.789036] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.789036] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.789036] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.789036] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.789248] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.789322] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.790023] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.790023] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.790023] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.790023] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: 31775527-1500-4e26-a5d5-cbcf0b43734d is going to be created. [ 861.808548] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.808736] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.808864] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.809131] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.809360] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.809573] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-31775527-1500-4e26-a5d5-cbcf0b43734d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 861.979676] env[60039]: INFO networking_nsxv3.common.synchronization [None req-e249c066-bf16-4b5d-8463-e270fd119203 tempest-AttachInterfacesTestJSON-1338008180 tempest-AttachInterfacesTestJSON-1338008180-project-member] Enqueued Resource ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 with Priority: HIGHEST for action security_group_rules [ 861.979943] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 with Priority: HIGHEST for action security_group_rules [ 861.980471] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29e17a7b-3517-4b59-87ac-e3913f24bca4 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.980608] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 861.980680] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 861.980927] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 861.981024] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29e17a7b-3517-4b59-87ac-e3913f24bca4',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 862.008975] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.009146] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.009216] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.009432] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.009527] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.009625] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 already deleted. [ 862.009706] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.020291] env[60039]: INFO networking_nsxv3.common.synchronization [req-0ecb6f04-3d6b-4fb2-8c9c-5c2bb133595f req-a0214445-29bc-4583-8b81-47ffef2fde36 service neutron] Enqueued Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_rules [ 862.020460] env[60039]: INFO networking_nsxv3.common.synchronization [req-0ecb6f04-3d6b-4fb2-8c9c-5c2bb133595f req-a0214445-29bc-4583-8b81-47ffef2fde36 service neutron] Enqueued Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_members [ 862.020595] env[60039]: INFO networking_nsxv3.common.synchronization [req-0ecb6f04-3d6b-4fb2-8c9c-5c2bb133595f req-a0214445-29bc-4583-8b81-47ffef2fde36 service neutron] Enqueued Resource ID: 31775527-1500-4e26-a5d5-cbcf0b43734d with Priority: HIGHEST for action port [ 862.020866] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_rules [ 862.020995] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_members [ 862.021108] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31775527-1500-4e26-a5d5-cbcf0b43734d with Priority: HIGHEST for action port [ 862.023437] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3041d59c-42ff-4d76-af45-d2618ecebef9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.023437] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.023437] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.023437] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.023437] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 862.023437] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3041d59c-42ff-4d76-af45-d2618ecebef9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.023437] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.023437] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.023437] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.024108] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.024108] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.024108] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.024108] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.024108] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.024108] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 862.024742] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-31775527-1500-4e26-a5d5-cbcf0b43734d taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.025138] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31775527-1500-4e26-a5d5-cbcf0b43734d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.025138] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31775527-1500-4e26-a5d5-cbcf0b43734d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.025138] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31775527-1500-4e26-a5d5-cbcf0b43734d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.025138] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31775527-1500-4e26-a5d5-cbcf0b43734d',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 862.035530] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 862.039058] env[60039]: INFO networking_nsxv3.common.synchronization [None req-40254cf8-3471-4a11-8708-8682a81ecdee tempest-AttachInterfacesTestJSON-1338008180 tempest-AttachInterfacesTestJSON-1338008180-project-member] Enqueued Resource ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 with Priority: HIGHEST for action security_group_rules [ 862.039717] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 with Priority: HIGHEST for action security_group_rules [ 862.040201] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29e17a7b-3517-4b59-87ac-e3913f24bca4 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.040357] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.040442] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.040612] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.040689] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29e17a7b-3517-4b59-87ac-e3913f24bca4',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 862.052523] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3041d59c-42ff-4d76-af45-d2618ecebef9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.052630] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.054795] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 862.062434] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31775527-1500-4e26-a5d5-cbcf0b43734d with status ACTIVE [ 862.062618] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.062740] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.062803] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.063021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.063110] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.063279] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.063380] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.063437] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.063586] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.063782] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.063848] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.063929] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.063996] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.064252] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.064334] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.064423] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31775527-1500-4e26-a5d5-cbcf0b43734d is going to be updated. [ 862.066233] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.066360] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.066430] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.066581] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.066697] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.066827] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 is going to be created. [ 862.084614] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.084751] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.084831] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.085158] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.085158] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.085309] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 already deleted. [ 862.085309] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.100780] env[60039]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/3041d59c-42ff-4d76-af45-d2618ecebef9', 'data': {'id': '3041d59c-42ff-4d76-af45-d2618ecebef9', 'display_name': '3041d59c-42ff-4d76-af45-d2618ecebef9', 'path': '/infra/domains/default/groups/3041d59c-42ff-4d76-af45-d2618ecebef9', 'expression': [{'value': 'security_group|3041d59c-42ff-4d76-af45-d2618ecebef9', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.233.130']}], 'tags': [{'scope': 'age', 'tag': 1738580872}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500045,\n "module_name" : "Policy",\n "error_message" : "An object with the same path=[/infra/domains/default/groups/3041d59c-42ff-4d76-af45-d2618ecebef9] is marked for deletion. Either use another path or wait for the purge cycle (max 5 minutes) for permanent removal of the object."\n}' [ 862.100942] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.101154] env[60039]: Traceback (most recent call last): [ 862.101214] env[60039]: File "/usr/local/lib/python3.10/dist-packages/eventlet/hubs/poll.py", line 111, in wait [ 862.101214] env[60039]: listener.cb(fileno) [ 862.101214] env[60039]: File "/usr/local/lib/python3.10/dist-packages/eventlet/greenthread.py", line 221, in main [ 862.101214] env[60039]: result = function(*args, **kwargs) [ 862.101214] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 178, in security_group_members [ 862.101214] env[60039]: self.nsx_provider.sg_members_realize( [ 862.101214] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1030, in sg_members_realize [ 862.101214] env[60039]: return self._realize(Provider.SG_MEMBERS, delete, self.payload.sg_members_container, os_sg, provider_group) [ 862.101214] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 862.101214] env[60039]: return func(*args, **kwargs) [ 862.101214] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 862.101214] env[60039]: res = self.client.put(path=path, data=data) [ 862.101214] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 862.101214] env[60039]: raise RuntimeError(msg, last_err) [ 862.101214] env[60039]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500045,\\n "module_name" : "Policy",\\n "error_message" : "An object with the same path=[/infra/domains/default/groups/3041d59c-42ff-4d76-af45-d2618ecebef9] is marked for deletion. Either use another path or wait for the purge cycle (max 5 minutes) for permanent removal of the object."\\n}\'') [ 862.101214] env[60039]: Removing descriptor: 7 [ 862.101690] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.101690] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.101690] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.101807] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.101938] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.101985] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.102175] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.102175] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 862.103917] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.104111] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.104175] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.104408] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.104550] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.104700] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31775527-1500-4e26-a5d5-cbcf0b43734d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.108765] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 862.116802] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 862.122175] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.122344] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 862.122448] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 862.122647] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 862.122738] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.122836] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 is going to be created. [ 862.149089] env[60039]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/3041d59c-42ff-4d76-af45-d2618ecebef9', 'data': {'id': '3041d59c-42ff-4d76-af45-d2618ecebef9', 'display_name': '3041d59c-42ff-4d76-af45-d2618ecebef9', 'path': '/infra/domains/default/groups/3041d59c-42ff-4d76-af45-d2618ecebef9', 'expression': [{'value': 'security_group|3041d59c-42ff-4d76-af45-d2618ecebef9', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.233.130']}], 'tags': [{'scope': 'age', 'tag': 1738580872}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500045,\n "module_name" : "Policy",\n "error_message" : "An object with the same path=[/infra/domains/default/groups/3041d59c-42ff-4d76-af45-d2618ecebef9] is marked for deletion. Either use another path or wait for the purge cycle (max 5 minutes) for permanent removal of the object."\n}' [ 862.149695] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.149695] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 862.149695] env[60039]: Traceback (most recent call last): [ 862.149695] env[60039]: File "/usr/local/lib/python3.10/dist-packages/eventlet/hubs/poll.py", line 111, in wait [ 862.149695] env[60039]: listener.cb(fileno) [ 862.149695] env[60039]: File "/usr/local/lib/python3.10/dist-packages/eventlet/greenthread.py", line 221, in main [ 862.149695] env[60039]: result = function(*args, **kwargs) [ 862.149695] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 194, in security_group_rules [ 862.149695] env[60039]: self.security_group_members(os_id, reference=True) [ 862.149695] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 178, in security_group_members [ 862.149695] env[60039]: self.nsx_provider.sg_members_realize( [ 862.149695] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1030, in sg_members_realize [ 862.149695] env[60039]: return self._realize(Provider.SG_MEMBERS, delete, self.payload.sg_members_container, os_sg, provider_group) [ 862.149695] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 862.149695] env[60039]: return func(*args, **kwargs) [ 862.149695] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 862.149695] env[60039]: res = self.client.put(path=path, data=data) [ 862.149695] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 862.149695] env[60039]: raise RuntimeError(msg, last_err) [ 862.149695] env[60039]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500045,\\n "module_name" : "Policy",\\n "error_message" : "An object with the same path=[/infra/domains/default/groups/3041d59c-42ff-4d76-af45-d2618ecebef9] is marked for deletion. Either use another path or wait for the purge cycle (max 5 minutes) for permanent removal of the object."\\n}\'') [ 862.149695] env[60039]: Removing descriptor: 23 [ 862.622860] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e44481f-bb00-4213-95e8-391141c24c1a in Status: SUCCESS [ 862.623220] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e44481f-bb00-4213-95e8-391141c24c1a deletion is rescheduled due to dependency. [ 862.623220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 867.040863] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 867.041122] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 872.042196] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 872.042529] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 877.043312] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 877.043312] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 882.044319] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 882.044605] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 887.045376] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 887.045630] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 892.047140] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 892.047140] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 897.048261] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 897.048515] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 902.049965] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 902.050417] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 907.051633] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 907.051633] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 909.700231] env[60039]: INFO networking_nsxv3.common.synchronization [req-838c9fd1-fd9b-4dda-9994-246915d158d5 req-9ad5c460-cd04-4921-9b64-d34efcdcf39d tempest-MigrationsAdminTest-2016093575 tempest-MigrationsAdminTest-2016093575-project-member] Enqueued Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_members [ 909.700557] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_members [ 909.701053] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-739091df-b190-4b93-bf7f-39b8a0a59dca taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.701190] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 909.701263] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 909.701549] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 909.701713] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.701818] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 909.701878] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 909.702597] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 909.702699] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 909.702860] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 909.711740] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.711877] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 909.711946] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 909.712172] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 909.712317] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 909.712496] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.712610] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 909.712670] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 909.712801] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 909.712877] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 909.712965] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 739091df-b190-4b93-bf7f-39b8a0a59dca is going to be deleted. [ 909.744151] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.744525] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 909.744525] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 909.745160] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 909.745160] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 909.745160] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.048342] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.048512] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.048620] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.048905] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.049185] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.049349] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.049470] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.049698] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.049873] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.050136] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 910.050257] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 910.050369] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 910.050537] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 910.050597] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 910.050688] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 910.050820] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.074736] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.074968] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 910.075054] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 910.075222] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-217" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.075572] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-cded2776-0714-4c2f-8cfb-b0045f17aa01 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.075762] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-cded2776-0714-4c2f-8cfb-b0045f17aa01" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.075913] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-cded2776-0714-4c2f-8cfb-b0045f17aa01" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.076228] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-cded2776-0714-4c2f-8cfb-b0045f17aa01" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.076372] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cded2776-0714-4c2f-8cfb-b0045f17aa01',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 910.090758] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.090980] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.091219] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.091411] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.091561] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.091718] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port cded2776-0714-4c2f-8cfb-b0045f17aa01 not found, creating... [ 910.092169] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.092266] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.092376] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.092598] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.092737] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.093045] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.093261] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.093392] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.093607] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.093743] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.093886] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: cded2776-0714-4c2f-8cfb-b0045f17aa01 is going to be created. [ 910.113828] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.114052] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.114187] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.114546] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.114779] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.115017] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-cded2776-0714-4c2f-8cfb-b0045f17aa01" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.355975] env[60039]: INFO networking_nsxv3.common.synchronization [req-838c9fd1-fd9b-4dda-9994-246915d158d5 req-b747abb6-c35c-4c97-8298-19b7bac928d0 service neutron] Enqueued Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_rules [ 910.356183] env[60039]: INFO networking_nsxv3.common.synchronization [req-838c9fd1-fd9b-4dda-9994-246915d158d5 req-b747abb6-c35c-4c97-8298-19b7bac928d0 service neutron] Enqueued Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_members [ 910.356553] env[60039]: INFO networking_nsxv3.common.synchronization [req-838c9fd1-fd9b-4dda-9994-246915d158d5 req-b747abb6-c35c-4c97-8298-19b7bac928d0 service neutron] Enqueued Resource ID: cded2776-0714-4c2f-8cfb-b0045f17aa01 with Priority: HIGHEST for action port [ 910.356553] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_rules [ 910.356679] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_members [ 910.356811] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cded2776-0714-4c2f-8cfb-b0045f17aa01 with Priority: HIGHEST for action port [ 910.358192] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-739091df-b190-4b93-bf7f-39b8a0a59dca taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.358192] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.358192] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.358192] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.358192] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 910.359095] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-739091df-b190-4b93-bf7f-39b8a0a59dca taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.359235] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.359308] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.359495] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.359655] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.359759] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.359825] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.359984] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.360086] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.360182] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 910.360948] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-cded2776-0714-4c2f-8cfb-b0045f17aa01 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.361070] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cded2776-0714-4c2f-8cfb-b0045f17aa01" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.361143] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cded2776-0714-4c2f-8cfb-b0045f17aa01" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.361300] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cded2776-0714-4c2f-8cfb-b0045f17aa01" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.361377] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cded2776-0714-4c2f-8cfb-b0045f17aa01',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 910.375935] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 910.387471] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 910.388874] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cded2776-0714-4c2f-8cfb-b0045f17aa01 with status ACTIVE [ 910.389196] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.389300] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.389300] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.389621] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.389770] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.389977] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.390103] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.390183] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.390351] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.390431] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.390620] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.390717] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.390781] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.390941] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.391223] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.391326] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cded2776-0714-4c2f-8cfb-b0045f17aa01 is going to be updated. [ 910.392635] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-739091df-b190-4b93-bf7f-39b8a0a59dca taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.392739] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.394629] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.394756] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.394818] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.395193] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.395193] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.395193] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 739091df-b190-4b93-bf7f-39b8a0a59dca is going to be created. [ 910.415083] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.415083] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.415083] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.415083] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.415083] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.415083] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cded2776-0714-4c2f-8cfb-b0045f17aa01" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.422029] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.422029] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 910.422029] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 910.422029] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 910.422029] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 910.435979] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 739091df-b190-4b93-bf7f-39b8a0a59dca in Status: UNINITIALIZED for 2s [ 912.177029] env[60039]: INFO networking_nsxv3.common.synchronization [req-4a8efdb2-e827-4ae7-a4c7-2e4d5cff7c29 req-9b35e179-8b80-42ca-8a67-7e029017307c tempest-DeleteServersAdminTestJSON-409634133 tempest-DeleteServersAdminTestJSON-409634133-project-member] Enqueued Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_members [ 912.177029] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 with Priority: HIGHEST for action security_group_members [ 912.177029] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3041d59c-42ff-4d76-af45-d2618ecebef9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.177475] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.177660] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.177942] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.178202] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.178411] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.178548] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.178832] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.179067] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.179271] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3041d59c-42ff-4d76-af45-d2618ecebef9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 912.190313] env[60039]: INFO networking_nsxv3.common.synchronization [req-65bdfd08-c90e-4193-a3db-e76102e884eb req-16e15984-29bf-43e3-81fd-5f9acea99fd0 tempest-MigrationsAdminTest-2016093575 tempest-MigrationsAdminTest-2016093575-project-member] Enqueued Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_members [ 912.190313] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739091df-b190-4b93-bf7f-39b8a0a59dca with Priority: HIGHEST for action security_group_members [ 912.190313] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-739091df-b190-4b93-bf7f-39b8a0a59dca taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.190313] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.194492] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.194492] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.194492] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.194492] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.194492] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.194492] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.194492] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.194492] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.194492] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.194492] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.194492] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3041d59c-42ff-4d76-af45-d2618ecebef9 already deleted. [ 912.194492] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3041d59c-42ff-4d76-af45-d2618ecebef9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.447341] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 739091df-b190-4b93-bf7f-39b8a0a59dca in Status: SUCCESS [ 912.447736] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.448867] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.448867] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.448867] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.448867] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.448867] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.450024] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.450024] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.450024] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.450024] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 912.450905] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.453087] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.453087] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.453087] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.453087] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.453087] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.453087] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.453087] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 912.479587] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-739091df-b190-4b93-bf7f-39b8a0a59dca taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.479871] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.480234] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.480451] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.480592] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.480862] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.481059] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.481335] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.481949] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.482118] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.484012] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.484012] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.484012] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 739091df-b190-4b93-bf7f-39b8a0a59dca is going to be deleted. [ 912.513561] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.513561] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.513561] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.513833] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.513833] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.513918] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.514223] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.514223] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.514493] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.514493] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.514619] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.514703] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.514776] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.515446] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 912.529045] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.529155] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.529230] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.529427] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.529520] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.529714] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.529985] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.529985] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.530104] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.530104] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.530183] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 739091df-b190-4b93-bf7f-39b8a0a59dca already deleted. [ 912.530308] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.531361] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-739091df-b190-4b93-bf7f-39b8a0a59dca taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.531478] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.531549] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.531705] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.531851] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.531947] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.532044] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.532222] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.532318] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.532413] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 912.544598] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.544746] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.544824] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.545034] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.545129] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.545341] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.545444] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.545515] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.545666] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.545742] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.545830] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 739091df-b190-4b93-bf7f-39b8a0a59dca already deleted. [ 912.545909] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.546010] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('739091df-b190-4b93-bf7f-39b8a0a59dca',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 912.553769] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 739091df-b190-4b93-bf7f-39b8a0a59dca: rpc.has_security_group_logging(os_id): False [ 912.576019] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.576019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.576019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.576019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.576019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.576019] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.576019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.576019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.576019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.576019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.576019] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.576019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.576019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.576019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.576549] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.576549] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.576549] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.576549] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.576549] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.576836] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.577034] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 739091df-b190-4b93-bf7f-39b8a0a59dca is going to be created. [ 912.597215] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/739091df-b190-4b93-bf7f-39b8a0a59dca], does not exist path=[/infra/domains/default/groups/739091df-b190-4b93-bf7f-39b8a0a59dca]."\n}' [ 912.597215] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 739091df-b190-4b93-bf7f-39b8a0a59dca failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/739091df-b190-4b93-bf7f-39b8a0a59dca [ 912.597215] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 912.622400] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.622400] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.622400] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.622400] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.622400] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.622400] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.622400] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.622400] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.622400] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.622400] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.623506] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.623746] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.623895] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.624142] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.624367] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.624683] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.624893] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.625040] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.625331] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.628017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.628017] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.628017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 912.628017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 912.628017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 912.628017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.628017] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 739091df-b190-4b93-bf7f-39b8a0a59dca is going to be created. [ 912.646583] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/739091df-b190-4b93-bf7f-39b8a0a59dca], does not exist path=[/infra/domains/default/groups/739091df-b190-4b93-bf7f-39b8a0a59dca]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/739091df-b190-4b93-bf7f-39b8a0a59dca [ 912.646583] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-739091df-b190-4b93-bf7f-39b8a0a59dca" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 912.646583] env[60039]: Traceback (most recent call last): [ 912.646583] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 912.646583] env[60039]: return func(*args, **kwargs) [ 912.646583] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 912.646583] env[60039]: res.raise_for_status() [ 912.646583] env[60039]: File "/usr/local/lib/python3.10/dist-packages/requests/models.py", line 1021, in raise_for_status [ 912.646583] env[60039]: raise HTTPError(http_error_msg, response=self) [ 912.646583] env[60039]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/739091df-b190-4b93-bf7f-39b8a0a59dca [ 912.646583] env[60039]: During handling of the above exception, another exception occurred: [ 912.646583] env[60039]: Traceback (most recent call last): [ 912.646583] env[60039]: File "/usr/local/lib/python3.10/dist-packages/eventlet/hubs/poll.py", line 111, in wait [ 912.646583] env[60039]: listener.cb(fileno) [ 912.646583] env[60039]: File "/usr/local/lib/python3.10/dist-packages/eventlet/greenthread.py", line 221, in main [ 912.646583] env[60039]: result = function(*args, **kwargs) [ 912.646583] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 912.646583] env[60039]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 912.646583] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 912.646583] env[60039]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 912.646583] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 912.646583] env[60039]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 912.646583] env[60039]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 912.646583] env[60039]: res.raise_for_status() [ 912.646583] env[60039]: File "/usr/local/lib/python3.10/dist-packages/requests/models.py", line 1021, in raise_for_status [ 912.646583] env[60039]: raise HTTPError(http_error_msg, response=self) [ 912.646583] env[60039]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/739091df-b190-4b93-bf7f-39b8a0a59dca [ 912.646583] env[60039]: Removing descriptor: 7 [ 913.832852] env[60039]: INFO networking_nsxv3.common.synchronization [None req-46faa2a8-3262-4130-a28e-178044e0707c None None] Enqueued Resource ID: 6e60cb3e-6b67-4d24-80c9-c1b889ef8ee0 with Priority: HIGHEST for action port [ 913.833127] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e60cb3e-6b67-4d24-80c9-c1b889ef8ee0 with Priority: HIGHEST for action port [ 913.835959] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e60cb3e-6b67-4d24-80c9-c1b889ef8ee0 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.835959] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e60cb3e-6b67-4d24-80c9-c1b889ef8ee0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 913.835959] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e60cb3e-6b67-4d24-80c9-c1b889ef8ee0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 913.835959] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e60cb3e-6b67-4d24-80c9-c1b889ef8ee0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 913.835959] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e60cb3e-6b67-4d24-80c9-c1b889ef8ee0',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 913.855764] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e60cb3e-6b67-4d24-80c9-c1b889ef8ee0 [ 913.856036] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.856159] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 913.856246] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 913.856435] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 913.856527] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 913.856735] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e60cb3e-6b67-4d24-80c9-c1b889ef8ee0 already deleted. [ 913.856832] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e60cb3e-6b67-4d24-80c9-c1b889ef8ee0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 916.059020] env[60039]: INFO networking_nsxv3.common.synchronization [None req-1879786f-2144-4965-b385-7a998a6cf5c7 None None] Enqueued Resource ID: 19782905-64d2-454a-a402-8892c12563d5 with Priority: HIGHEST for action port [ 916.059020] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19782905-64d2-454a-a402-8892c12563d5 with Priority: HIGHEST for action port [ 916.059020] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-19782905-64d2-454a-a402-8892c12563d5 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.059020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19782905-64d2-454a-a402-8892c12563d5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 916.059020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19782905-64d2-454a-a402-8892c12563d5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 916.059020] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19782905-64d2-454a-a402-8892c12563d5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 916.059020] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19782905-64d2-454a-a402-8892c12563d5',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 916.102804] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19782905-64d2-454a-a402-8892c12563d5 [ 916.102804] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.102804] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 916.102804] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 916.103029] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 916.105223] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 916.105223] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19782905-64d2-454a-a402-8892c12563d5 already deleted. [ 916.105223] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19782905-64d2-454a-a402-8892c12563d5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 916.315605] env[60039]: INFO networking_nsxv3.common.synchronization [None req-de1af3c8-afae-447b-968a-eeac6f88fbde None None] Enqueued Resource ID: 5956a14d-9dc0-434e-ae52-f989a3026ad9 with Priority: HIGHEST for action port [ 916.316497] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5956a14d-9dc0-434e-ae52-f989a3026ad9 with Priority: HIGHEST for action port [ 916.317189] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-5956a14d-9dc0-434e-ae52-f989a3026ad9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.317324] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5956a14d-9dc0-434e-ae52-f989a3026ad9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 916.317399] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5956a14d-9dc0-434e-ae52-f989a3026ad9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 916.317760] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5956a14d-9dc0-434e-ae52-f989a3026ad9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 916.317812] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5956a14d-9dc0-434e-ae52-f989a3026ad9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 916.331954] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5956a14d-9dc0-434e-ae52-f989a3026ad9 [ 916.331954] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.332114] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 916.332114] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 916.332361] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 916.332456] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 916.332557] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5956a14d-9dc0-434e-ae52-f989a3026ad9 already deleted. [ 916.332641] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5956a14d-9dc0-434e-ae52-f989a3026ad9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 917.834779] env[60039]: INFO networking_nsxv3.common.synchronization [None req-c0836702-98d5-4df1-8567-df6be6c88756 None None] Enqueued Resource ID: 4a207f93-1543-44d0-8df5-fd2f2e3e84e5 with Priority: HIGHEST for action port [ 917.835050] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a207f93-1543-44d0-8df5-fd2f2e3e84e5 with Priority: HIGHEST for action port [ 917.835356] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a207f93-1543-44d0-8df5-fd2f2e3e84e5 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.835493] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a207f93-1543-44d0-8df5-fd2f2e3e84e5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 917.835563] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a207f93-1543-44d0-8df5-fd2f2e3e84e5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 917.835822] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a207f93-1543-44d0-8df5-fd2f2e3e84e5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 917.835908] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a207f93-1543-44d0-8df5-fd2f2e3e84e5',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 917.853384] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a207f93-1543-44d0-8df5-fd2f2e3e84e5 [ 917.856866] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.856866] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 917.856866] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 917.856866] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 917.856866] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 917.856866] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a207f93-1543-44d0-8df5-fd2f2e3e84e5 already deleted. [ 917.856866] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a207f93-1543-44d0-8df5-fd2f2e3e84e5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 918.158500] env[60039]: INFO networking_nsxv3.common.synchronization [None req-78ad73fe-9b13-4d54-9952-980a5cecb220 None None] Enqueued Resource ID: 705c1a48-3707-4c0a-a579-20b780a91e69 with Priority: HIGHEST for action port [ 918.159201] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705c1a48-3707-4c0a-a579-20b780a91e69 with Priority: HIGHEST for action port [ 918.160784] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-705c1a48-3707-4c0a-a579-20b780a91e69 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.161156] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-705c1a48-3707-4c0a-a579-20b780a91e69" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 918.161300] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-705c1a48-3707-4c0a-a579-20b780a91e69" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 918.161614] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-705c1a48-3707-4c0a-a579-20b780a91e69" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 918.161786] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('705c1a48-3707-4c0a-a579-20b780a91e69',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 918.178965] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 705c1a48-3707-4c0a-a579-20b780a91e69 [ 918.178965] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.178965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 918.178965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 918.178965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 918.178965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 918.178965] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:705c1a48-3707-4c0a-a579-20b780a91e69 already deleted. [ 918.178965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-705c1a48-3707-4c0a-a579-20b780a91e69" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 920.064760] env[60039]: INFO networking_nsxv3.common.synchronization [None req-0bd82b4f-7817-4c0d-976e-1665b96c07b5 None None] Enqueued Resource ID: f8e7cd3c-300e-431a-9e18-a0308cf7d5bd with Priority: HIGHEST for action port [ 920.065034] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e7cd3c-300e-431a-9e18-a0308cf7d5bd with Priority: HIGHEST for action port [ 920.065352] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8e7cd3c-300e-431a-9e18-a0308cf7d5bd taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.065542] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8e7cd3c-300e-431a-9e18-a0308cf7d5bd" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 920.065623] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8e7cd3c-300e-431a-9e18-a0308cf7d5bd" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 920.065880] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8e7cd3c-300e-431a-9e18-a0308cf7d5bd" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 920.065965] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8e7cd3c-300e-431a-9e18-a0308cf7d5bd',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 920.076045] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8e7cd3c-300e-431a-9e18-a0308cf7d5bd [ 920.076379] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.076547] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 920.076682] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 920.076897] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 920.077047] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 920.077173] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8e7cd3c-300e-431a-9e18-a0308cf7d5bd already deleted. [ 920.077649] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8e7cd3c-300e-431a-9e18-a0308cf7d5bd" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 922.862191] env[60039]: INFO networking_nsxv3.common.synchronization [None req-78edb55c-57e8-4422-bc56-9d03cd2946cd None None] Enqueued Resource ID: df9bb8d1-2c76-4de5-8ef2-5b0f92e2a361 with Priority: HIGHEST for action port [ 922.862493] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9bb8d1-2c76-4de5-8ef2-5b0f92e2a361 with Priority: HIGHEST for action port [ 922.862761] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-df9bb8d1-2c76-4de5-8ef2-5b0f92e2a361 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.862893] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df9bb8d1-2c76-4de5-8ef2-5b0f92e2a361" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 922.862963] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df9bb8d1-2c76-4de5-8ef2-5b0f92e2a361" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 922.863248] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df9bb8d1-2c76-4de5-8ef2-5b0f92e2a361" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 922.863336] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df9bb8d1-2c76-4de5-8ef2-5b0f92e2a361',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 922.874102] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df9bb8d1-2c76-4de5-8ef2-5b0f92e2a361 [ 922.874315] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.874485] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 922.874526] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 922.874751] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 922.874847] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 922.874948] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df9bb8d1-2c76-4de5-8ef2-5b0f92e2a361 already deleted. [ 922.875039] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df9bb8d1-2c76-4de5-8ef2-5b0f92e2a361" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 924.560047] env[60039]: INFO networking_nsxv3.common.synchronization [None req-aef74ad5-03a4-4e6c-9601-f6e2a1f2045f None None] Enqueued Resource ID: 97c21f51-6019-4e82-ad76-b7ece32d2245 with Priority: HIGHEST for action port [ 924.560301] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c21f51-6019-4e82-ad76-b7ece32d2245 with Priority: HIGHEST for action port [ 924.560674] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-97c21f51-6019-4e82-ad76-b7ece32d2245 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.560804] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97c21f51-6019-4e82-ad76-b7ece32d2245" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 924.560875] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97c21f51-6019-4e82-ad76-b7ece32d2245" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 924.561153] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97c21f51-6019-4e82-ad76-b7ece32d2245" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 924.561238] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97c21f51-6019-4e82-ad76-b7ece32d2245',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 924.592438] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97c21f51-6019-4e82-ad76-b7ece32d2245 [ 924.592637] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.592778] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 924.592849] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 924.593078] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 924.593167] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 924.593262] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97c21f51-6019-4e82-ad76-b7ece32d2245 already deleted. [ 924.593442] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97c21f51-6019-4e82-ad76-b7ece32d2245" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 928.448923] env[60039]: INFO networking_nsxv3.common.synchronization [None req-a1f02e1d-c4f6-4361-9667-443ac15582d7 None None] Enqueued Resource ID: b0b5e988-5365-4cf3-9d52-521488eae8fc with Priority: HIGHEST for action port [ 928.449203] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0b5e988-5365-4cf3-9d52-521488eae8fc with Priority: HIGHEST for action port [ 928.449943] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0b5e988-5365-4cf3-9d52-521488eae8fc taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.450129] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0b5e988-5365-4cf3-9d52-521488eae8fc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 928.450205] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0b5e988-5365-4cf3-9d52-521488eae8fc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 928.450473] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0b5e988-5365-4cf3-9d52-521488eae8fc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 928.450554] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0b5e988-5365-4cf3-9d52-521488eae8fc',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 928.522021] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0b5e988-5365-4cf3-9d52-521488eae8fc [ 928.522021] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.522021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 928.522021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 928.522021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 928.522021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 928.522021] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0b5e988-5365-4cf3-9d52-521488eae8fc already deleted. [ 928.522021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0b5e988-5365-4cf3-9d52-521488eae8fc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 930.742630] env[60039]: INFO networking_nsxv3.common.synchronization [None req-66bfdc86-8f4f-4c87-a670-3919c1574965 None None] Enqueued Resource ID: cab03a98-2fa6-47ff-9a05-8b7fc1c0a8cf with Priority: HIGHEST for action port [ 930.742889] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab03a98-2fa6-47ff-9a05-8b7fc1c0a8cf with Priority: HIGHEST for action port [ 930.743203] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-cab03a98-2fa6-47ff-9a05-8b7fc1c0a8cf taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.743329] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cab03a98-2fa6-47ff-9a05-8b7fc1c0a8cf" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 930.743401] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cab03a98-2fa6-47ff-9a05-8b7fc1c0a8cf" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 930.743674] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cab03a98-2fa6-47ff-9a05-8b7fc1c0a8cf" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 930.743763] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab03a98-2fa6-47ff-9a05-8b7fc1c0a8cf',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 930.754539] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cab03a98-2fa6-47ff-9a05-8b7fc1c0a8cf [ 930.754757] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.754887] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 930.754958] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 930.755176] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 930.755270] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 930.755363] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cab03a98-2fa6-47ff-9a05-8b7fc1c0a8cf already deleted. [ 930.755464] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cab03a98-2fa6-47ff-9a05-8b7fc1c0a8cf" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 931.734017] env[60039]: INFO networking_nsxv3.common.synchronization [None req-a404e92f-76b0-4dcb-9437-41f351b0941e None None] Enqueued Resource ID: f51de9e2-16b1-4108-aa90-a82dd31cb18b with Priority: HIGHEST for action port [ 931.734017] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f51de9e2-16b1-4108-aa90-a82dd31cb18b with Priority: HIGHEST for action port [ 931.734251] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-f51de9e2-16b1-4108-aa90-a82dd31cb18b taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.734547] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f51de9e2-16b1-4108-aa90-a82dd31cb18b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 931.734726] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f51de9e2-16b1-4108-aa90-a82dd31cb18b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 931.735105] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f51de9e2-16b1-4108-aa90-a82dd31cb18b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 931.735295] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f51de9e2-16b1-4108-aa90-a82dd31cb18b',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 931.752400] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f51de9e2-16b1-4108-aa90-a82dd31cb18b [ 931.752400] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.752400] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 931.752400] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 931.752400] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 931.752400] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 931.752400] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f51de9e2-16b1-4108-aa90-a82dd31cb18b already deleted. [ 931.752400] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f51de9e2-16b1-4108-aa90-a82dd31cb18b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 933.313942] env[60039]: INFO networking_nsxv3.common.synchronization [None req-ed47feff-2a50-4399-8f52-d656cddcca43 None None] Enqueued Resource ID: 2a2603eb-6775-4b7b-8b08-834052685b6c with Priority: HIGHEST for action port [ 933.313942] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2603eb-6775-4b7b-8b08-834052685b6c with Priority: HIGHEST for action port [ 933.314329] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a2603eb-6775-4b7b-8b08-834052685b6c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.314329] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a2603eb-6775-4b7b-8b08-834052685b6c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 933.314329] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a2603eb-6775-4b7b-8b08-834052685b6c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 933.314656] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a2603eb-6775-4b7b-8b08-834052685b6c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 933.314746] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a2603eb-6775-4b7b-8b08-834052685b6c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 933.324294] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a2603eb-6775-4b7b-8b08-834052685b6c [ 933.324530] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.324661] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 933.324733] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 933.324939] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 933.325043] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 933.325138] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a2603eb-6775-4b7b-8b08-834052685b6c already deleted. [ 933.325219] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a2603eb-6775-4b7b-8b08-834052685b6c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 938.314760] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 938.314760] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 939.263552] env[60039]: INFO networking_nsxv3.common.synchronization [None req-df451c27-d57e-4960-99a7-5395081957ae None None] Enqueued Resource ID: 323d6e7c-86cc-41e0-bdde-75fb7af48d41 with Priority: HIGHEST for action port [ 939.263810] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323d6e7c-86cc-41e0-bdde-75fb7af48d41 with Priority: HIGHEST for action port [ 939.264382] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-323d6e7c-86cc-41e0-bdde-75fb7af48d41 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.264553] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-323d6e7c-86cc-41e0-bdde-75fb7af48d41" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 939.264630] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-323d6e7c-86cc-41e0-bdde-75fb7af48d41" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 939.264893] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-323d6e7c-86cc-41e0-bdde-75fb7af48d41" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 939.264978] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323d6e7c-86cc-41e0-bdde-75fb7af48d41',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 939.294015] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 323d6e7c-86cc-41e0-bdde-75fb7af48d41 [ 939.294388] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.294623] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 939.294901] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 939.294961] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 939.295066] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 939.295172] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:323d6e7c-86cc-41e0-bdde-75fb7af48d41 already deleted. [ 939.295255] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-323d6e7c-86cc-41e0-bdde-75fb7af48d41" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 940.878394] env[60039]: INFO networking_nsxv3.common.synchronization [None req-4908360f-4678-461f-a206-fc1694839cdc None None] Enqueued Resource ID: 161a28b2-562a-48e6-b971-0852a7ac898c with Priority: HIGHEST for action port [ 940.879312] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161a28b2-562a-48e6-b971-0852a7ac898c with Priority: HIGHEST for action port [ 940.879312] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-161a28b2-562a-48e6-b971-0852a7ac898c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.879312] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-161a28b2-562a-48e6-b971-0852a7ac898c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 940.879312] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-161a28b2-562a-48e6-b971-0852a7ac898c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 940.879544] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-161a28b2-562a-48e6-b971-0852a7ac898c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 940.879614] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('161a28b2-562a-48e6-b971-0852a7ac898c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 940.889525] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 161a28b2-562a-48e6-b971-0852a7ac898c [ 940.889840] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.889959] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 940.890060] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 940.890291] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 940.890389] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 940.890509] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:161a28b2-562a-48e6-b971-0852a7ac898c already deleted. [ 940.890603] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-161a28b2-562a-48e6-b971-0852a7ac898c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 944.833084] env[60039]: INFO networking_nsxv3.common.synchronization [None req-28dafc90-a02c-48a0-aba2-0a24d1029a78 None None] Enqueued Resource ID: 9175148e-d8b5-44a0-a798-f07040d07e05 with Priority: HIGHEST for action port [ 944.833362] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9175148e-d8b5-44a0-a798-f07040d07e05 with Priority: HIGHEST for action port [ 944.833631] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-9175148e-d8b5-44a0-a798-f07040d07e05 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.833758] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9175148e-d8b5-44a0-a798-f07040d07e05" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 944.833829] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9175148e-d8b5-44a0-a798-f07040d07e05" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 944.834113] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9175148e-d8b5-44a0-a798-f07040d07e05" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 944.834198] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9175148e-d8b5-44a0-a798-f07040d07e05',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 944.843293] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9175148e-d8b5-44a0-a798-f07040d07e05 [ 944.843490] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.843614] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 944.843888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 944.843888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 944.843981] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 944.844069] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9175148e-d8b5-44a0-a798-f07040d07e05 already deleted. [ 944.844126] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9175148e-d8b5-44a0-a798-f07040d07e05" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 945.467464] env[60039]: INFO networking_nsxv3.common.synchronization [None req-1e52a887-c752-4d00-9abe-dcef1cb27945 tempest-AttachVolumeNegativeTest-1010005069 tempest-AttachVolumeNegativeTest-1010005069-project-member] Enqueued Resource ID: d7e88d7f-ca56-43fe-91c7-b4e75d389015 with Priority: HIGHEST for action security_group_rules [ 945.467979] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e88d7f-ca56-43fe-91c7-b4e75d389015 with Priority: HIGHEST for action security_group_rules [ 945.468448] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e88d7f-ca56-43fe-91c7-b4e75d389015 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.468448] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e88d7f-ca56-43fe-91c7-b4e75d389015" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 945.468562] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e88d7f-ca56-43fe-91c7-b4e75d389015" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 945.468757] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e88d7f-ca56-43fe-91c7-b4e75d389015" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 945.468843] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e88d7f-ca56-43fe-91c7-b4e75d389015',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 945.496733] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.496884] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 945.496950] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 945.497171] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 945.497268] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 945.497364] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e88d7f-ca56-43fe-91c7-b4e75d389015 already deleted. [ 945.497446] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e88d7f-ca56-43fe-91c7-b4e75d389015" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 945.532128] env[60039]: INFO networking_nsxv3.common.synchronization [None req-67944012-6dba-4470-a643-e000c2b9b5e9 tempest-AttachVolumeNegativeTest-1010005069 tempest-AttachVolumeNegativeTest-1010005069-project-member] Enqueued Resource ID: d7e88d7f-ca56-43fe-91c7-b4e75d389015 with Priority: HIGHEST for action security_group_rules [ 945.532380] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e88d7f-ca56-43fe-91c7-b4e75d389015 with Priority: HIGHEST for action security_group_rules [ 945.532898] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e88d7f-ca56-43fe-91c7-b4e75d389015 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.533035] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e88d7f-ca56-43fe-91c7-b4e75d389015" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 945.533108] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e88d7f-ca56-43fe-91c7-b4e75d389015" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 945.533306] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e88d7f-ca56-43fe-91c7-b4e75d389015" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 945.533403] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e88d7f-ca56-43fe-91c7-b4e75d389015',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 945.560247] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.560247] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 945.560407] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 945.560602] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 945.560700] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 945.560802] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e88d7f-ca56-43fe-91c7-b4e75d389015 already deleted. [ 945.560879] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e88d7f-ca56-43fe-91c7-b4e75d389015" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 946.568655] env[60039]: INFO networking_nsxv3.common.synchronization [None req-0f60b235-0945-4d4e-8758-0187e4debd12 None None] Enqueued Resource ID: 042ba2ed-e086-4a7d-b14e-43463faf3ee5 with Priority: HIGHEST for action port [ 946.568915] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 042ba2ed-e086-4a7d-b14e-43463faf3ee5 with Priority: HIGHEST for action port [ 946.569228] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-042ba2ed-e086-4a7d-b14e-43463faf3ee5 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.569357] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-042ba2ed-e086-4a7d-b14e-43463faf3ee5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 946.569431] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-042ba2ed-e086-4a7d-b14e-43463faf3ee5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 946.569730] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-042ba2ed-e086-4a7d-b14e-43463faf3ee5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 946.569816] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('042ba2ed-e086-4a7d-b14e-43463faf3ee5',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 946.600226] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 042ba2ed-e086-4a7d-b14e-43463faf3ee5 [ 946.600441] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.600572] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 946.600643] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 946.600844] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 946.600933] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 946.601037] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:042ba2ed-e086-4a7d-b14e-43463faf3ee5 already deleted. [ 946.601148] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-042ba2ed-e086-4a7d-b14e-43463faf3ee5" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 948.061799] env[60039]: INFO networking_nsxv3.common.synchronization [None req-690b704b-8fd1-4b9d-b11e-0e39004fd835 tempest-AttachVolumeNegativeTest-1010005069 tempest-AttachVolumeNegativeTest-1010005069-project-member] Enqueued Resource ID: 03327750-0eb6-4267-802a-61c255b53aa1 with Priority: HIGHEST for action security_group_rules [ 948.062077] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03327750-0eb6-4267-802a-61c255b53aa1 with Priority: HIGHEST for action security_group_rules [ 948.062597] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03327750-0eb6-4267-802a-61c255b53aa1 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.062710] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03327750-0eb6-4267-802a-61c255b53aa1" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 948.062780] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03327750-0eb6-4267-802a-61c255b53aa1" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 948.063054] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03327750-0eb6-4267-802a-61c255b53aa1" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 948.063142] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03327750-0eb6-4267-802a-61c255b53aa1',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 948.092120] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.092257] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 948.092333] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 948.092587] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 948.092691] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 948.092788] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03327750-0eb6-4267-802a-61c255b53aa1 already deleted. [ 948.092868] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03327750-0eb6-4267-802a-61c255b53aa1" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 948.114038] env[60039]: INFO networking_nsxv3.common.synchronization [None req-26a9c3ad-37db-4cbd-85d6-abd622d1ed93 tempest-AttachVolumeNegativeTest-1010005069 tempest-AttachVolumeNegativeTest-1010005069-project-member] Enqueued Resource ID: 03327750-0eb6-4267-802a-61c255b53aa1 with Priority: HIGHEST for action security_group_rules [ 948.114279] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03327750-0eb6-4267-802a-61c255b53aa1 with Priority: HIGHEST for action security_group_rules [ 948.114770] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03327750-0eb6-4267-802a-61c255b53aa1 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.114897] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03327750-0eb6-4267-802a-61c255b53aa1" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 948.114968] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03327750-0eb6-4267-802a-61c255b53aa1" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 948.115175] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03327750-0eb6-4267-802a-61c255b53aa1" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 948.115257] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03327750-0eb6-4267-802a-61c255b53aa1',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 948.139742] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.139886] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 948.139957] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 948.140183] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 948.140287] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 948.140387] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03327750-0eb6-4267-802a-61c255b53aa1 already deleted. [ 948.140489] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03327750-0eb6-4267-802a-61c255b53aa1" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 950.500770] env[60039]: INFO networking_nsxv3.common.synchronization [None req-abde2ce4-f836-4878-aec0-168d6413a148 tempest-AttachVolumeNegativeTest-1010005069 tempest-AttachVolumeNegativeTest-1010005069-project-member] Enqueued Resource ID: a3cc115a-ab95-42f2-9acf-4924e3d247f9 with Priority: HIGHEST for action security_group_rules [ 950.501069] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cc115a-ab95-42f2-9acf-4924e3d247f9 with Priority: HIGHEST for action security_group_rules [ 950.501530] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3cc115a-ab95-42f2-9acf-4924e3d247f9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.501654] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3cc115a-ab95-42f2-9acf-4924e3d247f9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 950.501729] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3cc115a-ab95-42f2-9acf-4924e3d247f9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 950.501999] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3cc115a-ab95-42f2-9acf-4924e3d247f9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 950.502093] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3cc115a-ab95-42f2-9acf-4924e3d247f9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 950.531432] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.531432] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 950.531432] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 950.531432] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 950.531632] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 950.531632] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3cc115a-ab95-42f2-9acf-4924e3d247f9 already deleted. [ 950.531632] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3cc115a-ab95-42f2-9acf-4924e3d247f9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 950.561149] env[60039]: INFO networking_nsxv3.common.synchronization [None req-b6b724e2-7dff-4ca2-a8fd-c678b2cf30a5 tempest-AttachVolumeNegativeTest-1010005069 tempest-AttachVolumeNegativeTest-1010005069-project-member] Enqueued Resource ID: a3cc115a-ab95-42f2-9acf-4924e3d247f9 with Priority: HIGHEST for action security_group_rules [ 950.561388] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cc115a-ab95-42f2-9acf-4924e3d247f9 with Priority: HIGHEST for action security_group_rules [ 950.561856] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3cc115a-ab95-42f2-9acf-4924e3d247f9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.561977] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3cc115a-ab95-42f2-9acf-4924e3d247f9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 950.562061] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3cc115a-ab95-42f2-9acf-4924e3d247f9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 950.562246] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3cc115a-ab95-42f2-9acf-4924e3d247f9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 950.562327] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3cc115a-ab95-42f2-9acf-4924e3d247f9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 950.602750] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.602943] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 950.602943] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 950.603168] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 950.603257] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 950.603352] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3cc115a-ab95-42f2-9acf-4924e3d247f9 already deleted. [ 950.603433] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3cc115a-ab95-42f2-9acf-4924e3d247f9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 955.562518] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 955.562898] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 960.010230] env[60039]: INFO networking_nsxv3.common.synchronization [req-e4af0805-3bc9-43c0-99bd-4cdee44030ac req-9dc45973-e174-408b-be37-2c402ad2b3a3 tempest-ServerExternalEventsTest-1949741007 tempest-ServerExternalEventsTest-1949741007-project-member] Enqueued Resource ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e with Priority: HIGHEST for action security_group_members [ 960.010513] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e with Priority: HIGHEST for action security_group_members [ 960.011010] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.011146] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.011217] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.011415] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.011602] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.011709] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.011775] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.011930] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.012027] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 960.012127] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee9bc98-a785-462c-a9e1-b93ff7d7a46e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 960.022120] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.022253] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.022328] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.022498] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.044555] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 960.044823] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.044982] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.045033] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.045198] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.045281] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 960.045372] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e is going to be updated. [ 960.070140] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.070347] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.070454] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.070750] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.072083] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 960.078662] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e in Status: IN_PROGRESS for 2s [ 960.752459] env[60039]: INFO networking_nsxv3.common.synchronization [req-ef99a399-6c92-4b84-a789-c45fb6281616 req-68b94c6c-cf36-4997-8688-d52ed9e7e55d tempest-AttachVolumeTestJSON-281399721 tempest-AttachVolumeTestJSON-281399721-project-member] Enqueued Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGHEST for action security_group_members [ 960.752851] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGHEST for action security_group_members [ 960.755457] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-531e1cb5-34fd-4623-b228-b9ebde55a66c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.755638] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.755747] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.756063] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.756270] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.756413] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.756511] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.756714] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.756839] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 960.756966] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('531e1cb5-34fd-4623-b228-b9ebde55a66c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 960.768391] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.768512] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.768584] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.768769] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.768861] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 960.769067] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.769338] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 960.769338] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 960.769432] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 960.769432] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 960.769523] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c already deleted. [ 960.769597] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.081802] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.082121] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-82" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.082161] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-82" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.082621] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-82" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.082876] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.083104] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.083173] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.083400] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.083550] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.083769] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 961.083895] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 961.084052] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 961.084186] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 961.084304] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 961.084415] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 961.084550] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.102249] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.102438] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 961.102586] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 961.102752] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-82" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.103030] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.103197] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.103318] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.103581] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.103722] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 961.117679] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.117885] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.118030] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.118265] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.118411] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.118564] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b not found, creating... [ 961.118833] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.119010] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.119150] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.119394] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.119539] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.119827] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.120386] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.120525] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.120755] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.120947] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.121128] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b is going to be created. [ 961.141778] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.141981] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.142083] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.142313] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.142528] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.142738] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.338440] env[60039]: INFO networking_nsxv3.common.synchronization [req-ef99a399-6c92-4b84-a789-c45fb6281616 req-78dcd3c0-224c-4f1c-89b8-996321d992cc service neutron] Enqueued Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGHEST for action security_group_rules [ 961.338638] env[60039]: INFO networking_nsxv3.common.synchronization [req-ef99a399-6c92-4b84-a789-c45fb6281616 req-78dcd3c0-224c-4f1c-89b8-996321d992cc service neutron] Enqueued Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGHEST for action security_group_members [ 961.338795] env[60039]: INFO networking_nsxv3.common.synchronization [req-ef99a399-6c92-4b84-a789-c45fb6281616 req-78dcd3c0-224c-4f1c-89b8-996321d992cc service neutron] Enqueued Resource ID: fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b with Priority: HIGHEST for action port [ 961.339032] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGHEST for action security_group_rules [ 961.339163] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGHEST for action security_group_members [ 961.339261] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b with Priority: HIGHEST for action port [ 961.341709] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-531e1cb5-34fd-4623-b228-b9ebde55a66c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.341709] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.341709] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.341709] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.341709] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('531e1cb5-34fd-4623-b228-b9ebde55a66c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 961.341709] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-531e1cb5-34fd-4623-b228-b9ebde55a66c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.341709] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.341709] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.341709] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.342054] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.342199] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.342431] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.342674] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.342820] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.342952] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('531e1cb5-34fd-4623-b228-b9ebde55a66c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 961.343717] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.343886] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.343998] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.344212] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.344330] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 961.357942] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-531e1cb5-34fd-4623-b228-b9ebde55a66c taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.358287] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.359122] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('531e1cb5-34fd-4623-b228-b9ebde55a66c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 961.365412] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b with status ACTIVE [ 961.365605] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.365750] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.365829] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.366029] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.366122] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.366301] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.366457] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.367722] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.367722] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.367722] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.367722] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.367722] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.367722] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.367722] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.367722] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.367722] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b is going to be updated. [ 961.369163] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('531e1cb5-34fd-4623-b228-b9ebde55a66c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 961.375245] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.375399] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.375491] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.375702] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.375823] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.375940] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c is going to be created. [ 961.411720] env[60039]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/531e1cb5-34fd-4623-b228-b9ebde55a66c', 'data': {'id': '531e1cb5-34fd-4623-b228-b9ebde55a66c', 'display_name': '531e1cb5-34fd-4623-b228-b9ebde55a66c', 'path': '/infra/domains/default/groups/531e1cb5-34fd-4623-b228-b9ebde55a66c', 'expression': [{'value': 'security_group|531e1cb5-34fd-4623-b228-b9ebde55a66c', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.3']}], 'tags': [{'scope': 'age', 'tag': 1738580972}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 961.411720] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=60039) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 961.411720] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.411965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 961.411965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 961.412581] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 961.412581] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 961.412581] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc13b8a8-96f7-4ddd-9766-6bcd2fc2df1b" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 962.089173] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e in Status: SUCCESS [ 962.089409] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e deletion is rescheduled due to dependency. [ 962.089560] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 963.435491] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.435886] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 963.435886] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 963.435886] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 963.436041] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 963.444733] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c in Status: UNINITIALIZED for 2s [ 965.455454] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c in Status: SUCCESS [ 965.455795] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.455795] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.456043] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.456154] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.456276] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.456345] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.456503] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.456588] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.456675] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.456768] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('531e1cb5-34fd-4623-b228-b9ebde55a66c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 965.468502] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('531e1cb5-34fd-4623-b228-b9ebde55a66c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 965.473605] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 531e1cb5-34fd-4623-b228-b9ebde55a66c: rpc.has_security_group_logging(os_id): False [ 965.489568] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.489703] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.489769] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.489937] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.490042] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.490279] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.490381] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.490466] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.490621] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.490671] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.490767] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c is going to be created. [ 965.546172] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.546359] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 965.546359] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 965.546560] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 965.546733] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 965.555842] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c in Status: IN_PROGRESS for 2s [ 966.340331] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 966.340469] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 967.567742] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c in Status: SUCCESS [ 967.568019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.070634] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.071057] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.071057] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.071127] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.071240] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 969.078891] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 969.084537] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 969.090966] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 969.090966] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 969.784590] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.784877] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.784952] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.785284] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.805843] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 969.807381] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.809536] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 969.830506] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.830752] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.830860] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.831201] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.834751] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.834982] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 969.835076] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 969.835160] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 969.857173] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.857364] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.857364] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.857570] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.857922] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.858059] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 969.886973] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.887153] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.887193] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.887374] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.887505] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.887638] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 969.913158] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.913326] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.913401] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.913524] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.913648] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.913783] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:10. [ 969.913865] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8f35dbbb-ff99-4270-964b-97eae1558dac', '7eddf42b-cf37-4218-9d03-0338d32fadcc', '2c7ae0d2-1269-4147-969f-78f0348ac3ce', '531e1cb5-34fd-4623-b228-b9ebde55a66c', '8e44481f-bb00-4213-95e8-391141c24c1a', '67bb113c-1d12-4a5d-a530-b0680781bbe9', '3ee9bc98-a785-462c-a9e1-b93ff7d7a46e', 'a0069072-8bab-4342-b3a9-c67ad5fafbbe', 'c07f8639-104c-4167-beda-5ec2e1420cb8', '721b5ef6-08b5-4908-9293-3e211dc3e878'} {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 969.913943] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 969.930064] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.930295] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.930295] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.930584] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.930726] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.930890] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 969.931097] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 969.931199] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 969.958301] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.958519] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.958587] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.958870] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.959276] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.959486] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 969.959613] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 969.959741] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 969.959866] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 969.960015] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 10/10 resources of Type:Security Group Rules [ 969.960151] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f35dbbb-ff99-4270-964b-97eae1558dac with Priority: HIGH for action security_group_rules [ 969.960298] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc with Priority: HIGH for action security_group_rules [ 969.960427] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce with Priority: HIGH for action security_group_rules [ 969.960552] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGH for action security_group_rules [ 969.960677] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGH for action security_group_rules [ 969.960801] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGH for action security_group_rules [ 969.960921] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e with Priority: HIGH for action security_group_rules [ 969.961051] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe with Priority: HIGH for action security_group_rules [ 969.961178] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c07f8639-104c-4167-beda-5ec2e1420cb8 with Priority: HIGH for action security_group_rules [ 969.961299] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 with Priority: HIGH for action security_group_rules [ 969.961427] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 969.961545] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 969.961803] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.961970] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.962096] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.962317] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.962454] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.962746] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.962863] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.962902] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.963077] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.963152] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.963321] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.963416] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.963477] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.963613] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.963685] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.963853] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.963945] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.964014] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.964156] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.964230] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.964394] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.964483] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.964553] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.964711] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.964795] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.964940] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.965040] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.965103] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.965238] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.965308] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.965468] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.965558] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.965618] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.965786] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.965896] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.966086] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.966181] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.966244] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.966381] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.966454] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.966618] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.966708] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.966769] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.966902] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.966983] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.967151] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.967241] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.967303] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.967433] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.967550] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.967662] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.967746] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.967806] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.967938] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.968016] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.968183] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.968271] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.968334] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.968467] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.968539] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.968700] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.968791] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.968852] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.968985] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.969070] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.969234] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.969324] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.969385] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.969517] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.969590] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.969753] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.969844] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 969.969904] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 969.970049] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 969.970121] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 969.970216] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:5 [ 969.970284] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Refreshing 5 of least updated resources [ 969.970357] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb with Priority: HIGH for action port [ 969.970437] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54711c55-0e4a-4381-9446-af00d51af55a with Priority: HIGH for action security_group_members [ 969.970507] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGH for action security_group_members [ 969.970575] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b30a67e5-3080-45a7-a045-616f71f22288 with Priority: HIGH for action security_group_members [ 969.970645] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b8c0a14-4aa9-4112-8fa8-aaba318be2e8 with Priority: HIGH for action port [ 969.970730] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.341139] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 971.341470] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=15], Jobs=0 [ 971.341470] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f35dbbb-ff99-4270-964b-97eae1558dac with Priority: HIGH for action security_group_rules [ 971.341539] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce with Priority: HIGH for action security_group_rules [ 971.341634] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e with Priority: HIGH for action security_group_rules [ 971.341784] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30a67e5-3080-45a7-a045-616f71f22288 with Priority: HIGH for action security_group_members [ 971.341920] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8c0a14-4aa9-4112-8fa8-aaba318be2e8 with Priority: HIGH for action port [ 971.342057] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGH for action security_group_members [ 971.342188] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54711c55-0e4a-4381-9446-af00d51af55a with Priority: HIGH for action security_group_members [ 971.342309] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb with Priority: HIGH for action port [ 971.342424] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 with Priority: HIGH for action security_group_rules [ 971.342541] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07f8639-104c-4167-beda-5ec2e1420cb8 with Priority: HIGH for action security_group_rules [ 971.342672] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGH for action security_group_rules [ 971.342868] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe with Priority: HIGH for action security_group_rules [ 971.343015] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e44481f-bb00-4213-95e8-391141c24c1a with Priority: HIGH for action security_group_rules [ 971.343159] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc with Priority: HIGH for action security_group_rules [ 971.343281] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGH for action security_group_rules [ 971.343617] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f35dbbb-ff99-4270-964b-97eae1558dac taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.343752] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.343822] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.344070] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.344184] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f35dbbb-ff99-4270-964b-97eae1558dac',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.345213] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c7ae0d2-1269-4147-969f-78f0348ac3ce taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.345371] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.345468] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.345701] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.345809] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c7ae0d2-1269-4147-969f-78f0348ac3ce',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.348246] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.348389] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.348483] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.348678] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.348787] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee9bc98-a785-462c-a9e1-b93ff7d7a46e',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.349498] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30a67e5-3080-45a7-a045-616f71f22288 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.349644] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.349747] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.349922] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.350108] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.350239] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.350324] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.350490] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.350600] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.350718] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30a67e5-3080-45a7-a045-616f71f22288',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.351405] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b8c0a14-4aa9-4112-8fa8-aaba318be2e8 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.351525] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b8c0a14-4aa9-4112-8fa8-aaba318be2e8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.351594] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b8c0a14-4aa9-4112-8fa8-aaba318be2e8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.351759] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b8c0a14-4aa9-4112-8fa8-aaba318be2e8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.351835] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8c0a14-4aa9-4112-8fa8-aaba318be2e8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.352493] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.352604] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.352673] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.352822] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.352978] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.353087] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.353151] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.353338] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.353389] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.353440] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.354105] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-54711c55-0e4a-4381-9446-af00d51af55a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.354218] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.354286] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.354443] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.354709] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.354823] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.354892] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.355046] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.355125] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.355206] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54711c55-0e4a-4381-9446-af00d51af55a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.355845] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.355953] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.356045] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.356199] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.356272] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.356921] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721b5ef6-08b5-4908-9293-3e211dc3e878 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.357044] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.357115] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.357261] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.357333] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721b5ef6-08b5-4908-9293-3e211dc3e878',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.358162] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07f8639-104c-4167-beda-5ec2e1420cb8 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.358272] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.358342] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.358489] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.358561] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07f8639-104c-4167-beda-5ec2e1420cb8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.359302] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.359414] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.359480] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.359626] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.359695] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.360340] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0069072-8bab-4342-b3a9-c67ad5fafbbe taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.360446] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.360515] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.360665] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.360750] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0069072-8bab-4342-b3a9-c67ad5fafbbe',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.361790] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e44481f-bb00-4213-95e8-391141c24c1a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.361905] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.361975] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.362155] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.362230] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e44481f-bb00-4213-95e8-391141c24c1a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.363126] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eddf42b-cf37-4218-9d03-0338d32fadcc taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.363239] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.363324] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.363474] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.363547] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eddf42b-cf37-4218-9d03-0338d32fadcc',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.364483] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-531e1cb5-34fd-4623-b228-b9ebde55a66c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.364596] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.364685] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.364851] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.364927] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('531e1cb5-34fd-4623-b228-b9ebde55a66c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.377742] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.382319] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.382441] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.382526] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.382707] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.382798] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.382986] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.383099] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.383238] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.383317] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.383393] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.383493] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54711c55-0e4a-4381-9446-af00d51af55a is going to be deleted. [ 971.384467] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.384595] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.384666] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.384865] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.384943] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.385143] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.385253] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.385321] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.385468] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.385558] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.385648] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30a67e5-3080-45a7-a045-616f71f22288 is going to be deleted. [ 971.390325] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.390455] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.390520] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.390687] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.392638] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b8c0a14-4aa9-4112-8fa8-aaba318be2e8 with status ACTIVE [ 971.392823] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.392925] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.393009] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.393170] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.393268] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.393433] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.393543] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.393607] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.393788] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.393877] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.394087] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.394187] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.394251] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.394408] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.394485] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.394583] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b8c0a14-4aa9-4112-8fa8-aaba318be2e8 is going to be updated. [ 971.398418] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.398537] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.403230] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.423290] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.423439] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.423490] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.423675] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.423762] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.423855] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 is going to be updated. [ 971.428016] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.428134] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.428211] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.428377] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.428501] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.428714] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b8c0a14-4aa9-4112-8fa8-aaba318be2e8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.429487] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.429599] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.432570] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.432690] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f35dbbb-ff99-4270-964b-97eae1558dac is going to be deleted. [ 971.434877] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb with status ACTIVE [ 971.435052] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.435159] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.435224] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.435377] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.435456] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.435615] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.435724] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.435786] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.435931] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.436014] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.436195] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.436289] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.436351] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.436487] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.436559] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.436639] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb is going to be updated. [ 971.437913] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.438021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.438621] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.438779] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.440487] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.440651] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.442286] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.442415] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.442475] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.442614] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.442712] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.442790] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30a67e5-3080-45a7-a045-616f71f22288" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.443434] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.443547] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.443617] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.443768] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.443852] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.443944] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54711c55-0e4a-4381-9446-af00d51af55a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.445211] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-531e1cb5-34fd-4623-b228-b9ebde55a66c taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.445324] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.445376] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.445530] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.445700] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.445822] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.445904] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.446019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.446112] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.446190] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.446251] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('531e1cb5-34fd-4623-b228-b9ebde55a66c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.457283] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('531e1cb5-34fd-4623-b228-b9ebde55a66c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 971.462039] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 531e1cb5-34fd-4623-b228-b9ebde55a66c: rpc.has_security_group_logging(os_id): False [ 971.471918] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.472054] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.472811] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.472916] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.473591] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.473700] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.475343] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.476090] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.478064] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.478173] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c7ae0d2-1269-4147-969f-78f0348ac3ce is going to be deleted. [ 971.479024] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.479223] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.481857] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.481970] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.487085] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.487221] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.487282] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.487443] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.487561] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.487702] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68f4d2ce-a1e8-42d3-9c2e-c947ca9e76fb" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.606483] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.606589] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0069072-8bab-4342-b3a9-c67ad5fafbbe is going to be deleted. [ 971.607606] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.607827] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.609257] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.609391] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.610228] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.610344] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.610418] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.610572] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.610701] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.630023] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: IN_PROGRESS for 2s [ 971.637940] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.638050] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee9bc98-a785-462c-a9e1-b93ff7d7a46e is going to be deleted. [ 971.638844] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.639033] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.645550] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.645667] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.730548] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.730701] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721b5ef6-08b5-4908-9293-3e211dc3e878 is going to be deleted. [ 971.731616] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.731838] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.754926] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.755086] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.787830] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.788017] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eddf42b-cf37-4218-9d03-0338d32fadcc is going to be deleted. [ 971.788803] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.789015] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.802746] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.802853] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.821886] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.821993] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e44481f-bb00-4213-95e8-391141c24c1a is going to be deleted. [ 971.822839] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.823050] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.854049] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.854188] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07f8639-104c-4167-beda-5ec2e1420cb8 is going to be deleted. [ 971.855024] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.855228] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.910820] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.910988] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.914313] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.914434] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.920396] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.920664] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.920774] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.920856] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.921027] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.921118] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.921217] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c is going to be updated. [ 971.922300] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.922477] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.922597] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.922778] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f35dbbb-ff99-4270-964b-97eae1558dac" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.922863] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.922969] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.923060] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.923171] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c7ae0d2-1269-4147-969f-78f0348ac3ce" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.923306] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.923449] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.923526] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.923636] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0069072-8bab-4342-b3a9-c67ad5fafbbe" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.923745] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.923882] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.923957] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.924081] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee9bc98-a785-462c-a9e1-b93ff7d7a46e" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.924607] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.924844] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.924953] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.925121] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eddf42b-cf37-4218-9d03-0338d32fadcc" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.925246] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.925395] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.925470] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.925580] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721b5ef6-08b5-4908-9293-3e211dc3e878" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.948870] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.949054] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.949132] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.949336] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.949443] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.949539] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e44481f-bb00-4213-95e8-391141c24c1a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.980672] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.980826] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 971.980865] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 971.981063] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 971.981184] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 971.981309] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07f8639-104c-4167-beda-5ec2e1420cb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.045649] env[60039]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 972.046327] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.046498] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 972.046572] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 972.046743] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 972.046885] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 972.059889] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c in Status: IN_PROGRESS for 2s [ 973.639297] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: SUCCESS [ 973.639571] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 973.639678] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 973.639885] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 973.640095] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.640217] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 973.640284] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 973.640438] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 973.640518] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 973.640604] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 973.640694] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 973.651431] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.651552] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 973.651616] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 973.651776] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 973.651928] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.652040] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 973.652108] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 973.652251] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 973.652331] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 973.652416] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 973.652562] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.652666] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 973.652759] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 973.652911] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 973.653063] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.653158] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 973.653220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 973.653356] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 973.653431] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 973.653523] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 973.653619] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 973.658403] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67bb113c-1d12-4a5d-a530-b0680781bbe9: rpc.has_security_group_logging(os_id): False [ 973.674845] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.674961] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 973.675041] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 973.675205] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 973.691776] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 973.692016] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.692132] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 973.692204] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 973.692376] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 973.692457] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 973.692639] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.692756] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 973.692828] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 973.692977] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 973.693072] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 973.693256] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.693355] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 973.693420] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 973.693565] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 973.693643] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 973.693735] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 is going to be updated. [ 973.750237] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.750415] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 973.750455] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 973.750656] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 973.750802] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 973.762735] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: IN_PROGRESS for 2s [ 974.072442] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c in Status: SUCCESS [ 974.072663] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 975.775930] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: SUCCESS [ 975.775930] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 976.344279] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 976.344397] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 981.346322] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 981.346322] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 986.346901] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 986.347226] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 991.348493] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 991.348756] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 996.350100] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 996.350481] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1001.351350] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1001.351623] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1006.352823] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1006.353209] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1007.756371] env[60039]: INFO networking_nsxv3.common.synchronization [req-ed4c064e-096a-46b0-a8e3-7c60afd9ead5 req-32f9f10f-8f59-4376-ad35-93bdb544cbd6 tempest-MultipleCreateTestJSON-359342352 tempest-MultipleCreateTestJSON-359342352-project-member] Enqueued Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_members [ 1007.756811] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_members [ 1007.757117] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.757250] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1007.757307] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1007.757514] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1007.757668] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.757788] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1007.757873] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1007.758094] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1007.758192] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1007.758287] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1007.764646] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1007.772387] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1007.780188] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.780312] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1007.780409] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1007.780550] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1007.780654] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1007.780747] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 is going to be updated. [ 1007.822018] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.822225] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1007.822302] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1007.822512] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1007.822656] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1007.830922] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: IN_PROGRESS for 2s [ 1008.488781] env[60039]: INFO networking_nsxv3.common.synchronization [req-c7fbca0e-03d3-4e50-a6be-f7c68dcb4b8d req-bb160d95-a7be-449b-a2c1-2f277f03bc76 tempest-AttachInterfacesTestJSON-1338008180 tempest-AttachInterfacesTestJSON-1338008180-project-member] Enqueued Resource ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 with Priority: HIGHEST for action security_group_members [ 1008.489059] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 with Priority: HIGHEST for action security_group_members [ 1008.489591] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-29e17a7b-3517-4b59-87ac-e3913f24bca4 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.489717] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1008.489789] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1008.490043] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1008.490201] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.490300] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1008.490365] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1008.490512] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1008.490598] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1008.490688] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29e17a7b-3517-4b59-87ac-e3913f24bca4',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1008.505182] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.505316] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1008.505388] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1008.505581] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1008.505670] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1008.505855] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.505955] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1008.506044] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1008.506200] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1008.506278] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1008.506366] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 already deleted. [ 1008.506441] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1008.786168] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.786472] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-57" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1008.786516] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-57" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1008.786785] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-57" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1008.787062] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.787233] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1008.787374] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1008.787596] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1008.787743] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1008.787971] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 1008.788104] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 1008.788217] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 1008.788449] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 1008.788449] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 1008.788549] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 1008.788664] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.806485] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.806669] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 1008.806829] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 1008.807143] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-57" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1008.807492] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-4cbfe223-af4a-4e63-a600-d6e0ee204ee8 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.807672] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-4cbfe223-af4a-4e63-a600-d6e0ee204ee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1008.807798] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-4cbfe223-af4a-4e63-a600-d6e0ee204ee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1008.808115] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-4cbfe223-af4a-4e63-a600-d6e0ee204ee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1008.808265] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cbfe223-af4a-4e63-a600-d6e0ee204ee8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1008.822046] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.822217] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1008.822349] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1008.822599] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1008.822750] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1008.822967] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port 4cbfe223-af4a-4e63-a600-d6e0ee204ee8 not found, creating... [ 1008.823234] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.823395] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1008.823516] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1008.823732] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1008.823871] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1008.824164] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.824323] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1008.824441] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1008.824646] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1008.824779] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1008.824977] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: 4cbfe223-af4a-4e63-a600-d6e0ee204ee8 is going to be created. [ 1008.843953] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.844144] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1008.844275] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1008.844491] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1008.844706] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1008.844914] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-4cbfe223-af4a-4e63-a600-d6e0ee204ee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1009.051188] env[60039]: INFO networking_nsxv3.common.synchronization [req-c7fbca0e-03d3-4e50-a6be-f7c68dcb4b8d req-da56ea3a-84c1-4415-869f-48cd25e7146e service neutron] Enqueued Resource ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 with Priority: HIGHEST for action security_group_rules [ 1009.051393] env[60039]: INFO networking_nsxv3.common.synchronization [req-c7fbca0e-03d3-4e50-a6be-f7c68dcb4b8d req-da56ea3a-84c1-4415-869f-48cd25e7146e service neutron] Enqueued Resource ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 with Priority: HIGHEST for action security_group_members [ 1009.051538] env[60039]: INFO networking_nsxv3.common.synchronization [req-c7fbca0e-03d3-4e50-a6be-f7c68dcb4b8d req-da56ea3a-84c1-4415-869f-48cd25e7146e service neutron] Enqueued Resource ID: 4cbfe223-af4a-4e63-a600-d6e0ee204ee8 with Priority: HIGHEST for action port [ 1009.051765] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 with Priority: HIGHEST for action security_group_rules [ 1009.051899] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 with Priority: HIGHEST for action security_group_members [ 1009.051996] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cbfe223-af4a-4e63-a600-d6e0ee204ee8 with Priority: HIGHEST for action port [ 1009.052680] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29e17a7b-3517-4b59-87ac-e3913f24bca4 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.052811] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1009.052885] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1009.053154] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1009.053241] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29e17a7b-3517-4b59-87ac-e3913f24bca4',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1009.054065] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-29e17a7b-3517-4b59-87ac-e3913f24bca4 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.054188] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1009.054260] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1009.054447] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1009.054602] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.054700] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1009.054765] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1009.055568] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1009.055667] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1009.055761] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29e17a7b-3517-4b59-87ac-e3913f24bca4',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1009.058121] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cbfe223-af4a-4e63-a600-d6e0ee204ee8 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.058237] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cbfe223-af4a-4e63-a600-d6e0ee204ee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1009.058307] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cbfe223-af4a-4e63-a600-d6e0ee204ee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1009.058459] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cbfe223-af4a-4e63-a600-d6e0ee204ee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1009.058535] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cbfe223-af4a-4e63-a600-d6e0ee204ee8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1009.073570] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-29e17a7b-3517-4b59-87ac-e3913f24bca4 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.073671] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1009.074482] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29e17a7b-3517-4b59-87ac-e3913f24bca4',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1009.077444] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cbfe223-af4a-4e63-a600-d6e0ee204ee8 with status ACTIVE [ 1009.077624] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.077738] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1009.077811] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1009.077979] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1009.078088] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1009.078260] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.078360] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1009.078426] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1009.078573] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1009.078650] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1009.078827] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.078923] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1009.078988] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1009.079149] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1009.079225] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1009.079314] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cbfe223-af4a-4e63-a600-d6e0ee204ee8 is going to be updated. [ 1009.081427] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29e17a7b-3517-4b59-87ac-e3913f24bca4',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1009.090433] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.090555] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1009.090627] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1009.090791] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1009.090874] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1009.090964] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 is going to be created. [ 1009.097288] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.097418] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1009.097489] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1009.097651] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1009.097884] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1009.097941] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cbfe223-af4a-4e63-a600-d6e0ee204ee8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1009.110553] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.110759] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1009.110904] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1009.111152] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1009.111315] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1009.119015] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 in Status: UNINITIALIZED for 2s [ 1009.845836] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: SUCCESS [ 1009.846135] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1011.128595] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 in Status: UNINITIALIZED for 4s [ 1013.139915] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 in Status: SUCCESS [ 1013.140154] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1013.140298] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1013.140511] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1013.140700] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.140818] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1013.140886] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1013.141056] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1013.141137] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1013.141221] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1013.141312] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29e17a7b-3517-4b59-87ac-e3913f24bca4',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1013.152588] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29e17a7b-3517-4b59-87ac-e3913f24bca4',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1013.157905] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29e17a7b-3517-4b59-87ac-e3913f24bca4: rpc.has_security_group_logging(os_id): False [ 1013.174592] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.174726] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1013.174793] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1013.175332] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1013.175332] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1013.175438] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.175502] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1013.175537] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1013.175697] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1013.175774] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1013.175861] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 is going to be created. [ 1013.234823] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.234972] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1013.235073] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1013.235268] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1013.235438] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1013.247103] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 in Status: IN_PROGRESS for 2s [ 1014.052943] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1014.053133] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1015.258937] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 in Status: SUCCESS [ 1015.259306] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1019.054616] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1019.054960] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1024.055488] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1024.055850] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1029.057651] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1029.058058] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1031.429822] env[60039]: INFO networking_nsxv3.common.synchronization [req-c6263259-36e3-4bcb-96e1-7ebb12139e60 req-824368c8-115f-47a9-a221-e7af50d8100c tempest-AttachVolumeTestJSON-281399721 tempest-AttachVolumeTestJSON-281399721-project-member] Enqueued Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGHEST for action security_group_members [ 1031.430140] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGHEST for action security_group_members [ 1031.431018] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-531e1cb5-34fd-4623-b228-b9ebde55a66c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.431018] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1031.431018] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1031.431167] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1031.431200] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.431306] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1031.431360] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1031.434288] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1031.434288] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1031.434288] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('531e1cb5-34fd-4623-b228-b9ebde55a66c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1031.439559] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.439676] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1031.439746] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1031.439905] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1031.441814] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1031.441814] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.441814] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1031.441814] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1031.441814] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1031.441814] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1031.441814] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c is going to be updated. [ 1031.467012] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.467165] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1031.467226] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1031.467489] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1031.467542] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1031.474862] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c in Status: IN_PROGRESS for 2s [ 1033.485322] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c in Status: SUCCESS [ 1033.485602] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c deletion is rescheduled due to dependency. [ 1033.485688] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1036.431176] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1036.431573] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1041.432047] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1041.432352] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1046.433336] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1046.433711] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1051.433859] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1051.434173] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1055.570462] env[60039]: INFO networking_nsxv3.common.synchronization [req-ed4c064e-096a-46b0-a8e3-7c60afd9ead5 req-0ee45074-988d-41e1-b51d-e35002f22dce tempest-MultipleCreateTestJSON-359342352 tempest-MultipleCreateTestJSON-359342352-project-member] Enqueued Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_members [ 1055.570731] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGHEST for action security_group_members [ 1055.571268] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.571403] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1055.571475] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1055.571680] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1055.571835] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.571933] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1055.571999] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1055.576265] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1055.576366] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1055.576524] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1055.592311] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.592463] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1055.592528] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1055.592699] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1055.592794] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1055.593017] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.593092] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1055.593168] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1055.593356] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1055.593442] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1055.593490] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 is going to be updated. [ 1055.622516] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.622516] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1055.622672] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1055.622827] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1055.623018] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1055.630973] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: IN_PROGRESS for 2s [ 1057.641691] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 in Status: SUCCESS [ 1057.641984] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 deletion is rescheduled due to dependency. [ 1057.641984] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1059.629121] env[60039]: INFO networking_nsxv3.common.synchronization [req-e63f4ac1-ae90-40c0-a103-27081754ba40 req-9347fcd5-5a47-445b-b6eb-577edbda8950 tempest-AttachInterfacesTestJSON-1338008180 tempest-AttachInterfacesTestJSON-1338008180-project-member] Enqueued Resource ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 with Priority: HIGHEST for action security_group_members [ 1059.629497] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 with Priority: HIGHEST for action security_group_members [ 1059.629933] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-29e17a7b-3517-4b59-87ac-e3913f24bca4 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.630078] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1059.630146] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1059.630605] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1059.630605] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.630605] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1059.630605] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1059.630882] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1059.630882] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1059.630980] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29e17a7b-3517-4b59-87ac-e3913f24bca4',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1059.643297] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.643436] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1059.643498] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1059.643680] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1059.643783] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1059.644019] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.644145] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1059.644233] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1059.644365] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1059.644445] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1059.644533] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 is going to be updated. [ 1059.673113] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.673113] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1059.673113] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1059.673113] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1059.673113] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1059.681932] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 in Status: IN_PROGRESS for 2s [ 1060.384887] env[60039]: INFO networking_nsxv3.common.synchronization [None req-8fa70211-e677-48a0-bf4a-38e7eb92297d tempest-AttachInterfacesTestJSON-1338008180 tempest-AttachInterfacesTestJSON-1338008180-project-member] Enqueued Resource ID: 329602a1-25d6-4234-b8fa-67e452ed76f6 with Priority: HIGHEST for action security_group_rules [ 1060.385377] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329602a1-25d6-4234-b8fa-67e452ed76f6 with Priority: HIGHEST for action security_group_rules [ 1060.385677] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-329602a1-25d6-4234-b8fa-67e452ed76f6 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.385818] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-329602a1-25d6-4234-b8fa-67e452ed76f6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1060.385895] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-329602a1-25d6-4234-b8fa-67e452ed76f6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1060.386242] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-329602a1-25d6-4234-b8fa-67e452ed76f6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1060.386329] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('329602a1-25d6-4234-b8fa-67e452ed76f6',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1060.420893] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.421061] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1060.421151] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1060.421385] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1060.421481] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1060.421578] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 329602a1-25d6-4234-b8fa-67e452ed76f6 already deleted. [ 1060.421661] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-329602a1-25d6-4234-b8fa-67e452ed76f6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1060.448504] env[60039]: INFO networking_nsxv3.common.synchronization [None req-278fedd8-4112-47a1-beb4-32c5d2eab267 tempest-AttachInterfacesTestJSON-1338008180 tempest-AttachInterfacesTestJSON-1338008180-project-member] Enqueued Resource ID: 329602a1-25d6-4234-b8fa-67e452ed76f6 with Priority: HIGHEST for action security_group_rules [ 1060.448782] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329602a1-25d6-4234-b8fa-67e452ed76f6 with Priority: HIGHEST for action security_group_rules [ 1060.449306] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-329602a1-25d6-4234-b8fa-67e452ed76f6 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.449434] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-329602a1-25d6-4234-b8fa-67e452ed76f6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1060.449505] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-329602a1-25d6-4234-b8fa-67e452ed76f6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1060.449705] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-329602a1-25d6-4234-b8fa-67e452ed76f6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1060.449790] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('329602a1-25d6-4234-b8fa-67e452ed76f6',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1060.477815] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.477815] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1060.477815] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1060.478060] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1060.478115] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1060.478203] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 329602a1-25d6-4234-b8fa-67e452ed76f6 already deleted. [ 1060.478285] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-329602a1-25d6-4234-b8fa-67e452ed76f6" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1061.692155] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 in Status: SUCCESS [ 1061.692505] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 deletion is rescheduled due to dependency. [ 1061.692505] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1062.601743] env[60039]: INFO networking_nsxv3.common.synchronization [None req-d30e4481-fa9f-4d4c-9445-82759af5616d None None] Enqueued Resource ID: 62655230-3c88-4f7c-9c78-211ffde1ffdd with Priority: HIGHEST for action port [ 1062.601999] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62655230-3c88-4f7c-9c78-211ffde1ffdd with Priority: HIGHEST for action port [ 1062.602613] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-62655230-3c88-4f7c-9c78-211ffde1ffdd taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.602750] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62655230-3c88-4f7c-9c78-211ffde1ffdd" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1062.602881] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62655230-3c88-4f7c-9c78-211ffde1ffdd" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1062.603306] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62655230-3c88-4f7c-9c78-211ffde1ffdd" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1062.603437] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62655230-3c88-4f7c-9c78-211ffde1ffdd',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1062.638898] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62655230-3c88-4f7c-9c78-211ffde1ffdd [ 1062.639135] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.639271] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1062.639346] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1062.639676] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1062.639676] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1062.639786] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62655230-3c88-4f7c-9c78-211ffde1ffdd already deleted. [ 1062.639821] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62655230-3c88-4f7c-9c78-211ffde1ffdd" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1063.528885] env[60039]: INFO networking_nsxv3.common.synchronization [None req-4e4b870c-dcf1-4782-9c0c-e0b969a81fbc tempest-AttachVolumeShelveTestJSON-60207750 tempest-AttachVolumeShelveTestJSON-60207750-project-member] Enqueued Resource ID: ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa with Priority: HIGHEST for action security_group_rules [ 1063.529472] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa with Priority: HIGHEST for action security_group_rules [ 1063.529773] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.529893] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1063.530021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1063.530216] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1063.530298] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1063.563055] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.563055] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1063.563055] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1063.563055] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1063.563055] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1063.563055] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa already deleted. [ 1063.563055] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1063.591046] env[60039]: INFO networking_nsxv3.common.synchronization [None req-e4a75691-171c-42d3-bd57-6b8339b67e65 tempest-AttachVolumeShelveTestJSON-60207750 tempest-AttachVolumeShelveTestJSON-60207750-project-member] Enqueued Resource ID: ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa with Priority: HIGHEST for action security_group_rules [ 1063.591046] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa with Priority: HIGHEST for action security_group_rules [ 1063.591046] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.591046] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1063.591552] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1063.591552] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1063.591552] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1063.624426] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.624426] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1063.624426] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1063.624426] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1063.624426] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1063.624426] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa already deleted. [ 1063.624426] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea361fe5-776b-4b3c-b2b0-4e8bed9f99fa" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1064.413286] env[60039]: INFO networking_nsxv3.common.synchronization [None req-ffe31f8e-8892-42f6-83b2-3419daee7df5 None None] Enqueued Resource ID: 8598d6e4-06a1-4ceb-b60d-8ce1b3471014 with Priority: HIGHEST for action port [ 1064.413286] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8598d6e4-06a1-4ceb-b60d-8ce1b3471014 with Priority: HIGHEST for action port [ 1064.413286] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-8598d6e4-06a1-4ceb-b60d-8ce1b3471014 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.413286] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8598d6e4-06a1-4ceb-b60d-8ce1b3471014" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1064.413286] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8598d6e4-06a1-4ceb-b60d-8ce1b3471014" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1064.413286] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8598d6e4-06a1-4ceb-b60d-8ce1b3471014" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1064.413286] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8598d6e4-06a1-4ceb-b60d-8ce1b3471014',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1064.429984] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8598d6e4-06a1-4ceb-b60d-8ce1b3471014 [ 1064.430222] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.430771] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1064.430771] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1064.430771] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1064.430771] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1064.430771] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8598d6e4-06a1-4ceb-b60d-8ce1b3471014 already deleted. [ 1064.431126] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8598d6e4-06a1-4ceb-b60d-8ce1b3471014" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1066.176278] env[60039]: INFO networking_nsxv3.common.synchronization [None req-abffdcb2-3cd9-49de-9036-5aebf1a106ec tempest-AttachVolumeShelveTestJSON-60207750 tempest-AttachVolumeShelveTestJSON-60207750-project-member] Enqueued Resource ID: 83e04cfc-0eb2-4bbd-a68d-243c39d117f7 with Priority: HIGHEST for action security_group_rules [ 1066.176571] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e04cfc-0eb2-4bbd-a68d-243c39d117f7 with Priority: HIGHEST for action security_group_rules [ 1066.177075] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83e04cfc-0eb2-4bbd-a68d-243c39d117f7 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.177211] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83e04cfc-0eb2-4bbd-a68d-243c39d117f7" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1066.177287] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83e04cfc-0eb2-4bbd-a68d-243c39d117f7" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1066.177542] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83e04cfc-0eb2-4bbd-a68d-243c39d117f7" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1066.177624] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83e04cfc-0eb2-4bbd-a68d-243c39d117f7',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1066.208746] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.208899] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1066.208974] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1066.209202] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1066.209297] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1066.209395] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83e04cfc-0eb2-4bbd-a68d-243c39d117f7 already deleted. [ 1066.209477] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83e04cfc-0eb2-4bbd-a68d-243c39d117f7" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1066.244957] env[60039]: INFO networking_nsxv3.common.synchronization [None req-0edcd3db-010d-411a-a7a3-15b91b37688a tempest-AttachVolumeShelveTestJSON-60207750 tempest-AttachVolumeShelveTestJSON-60207750-project-member] Enqueued Resource ID: 83e04cfc-0eb2-4bbd-a68d-243c39d117f7 with Priority: HIGHEST for action security_group_rules [ 1066.245212] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e04cfc-0eb2-4bbd-a68d-243c39d117f7 with Priority: HIGHEST for action security_group_rules [ 1066.245706] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83e04cfc-0eb2-4bbd-a68d-243c39d117f7 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.245835] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83e04cfc-0eb2-4bbd-a68d-243c39d117f7" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1066.245915] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83e04cfc-0eb2-4bbd-a68d-243c39d117f7" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1066.246136] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83e04cfc-0eb2-4bbd-a68d-243c39d117f7" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1066.246211] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83e04cfc-0eb2-4bbd-a68d-243c39d117f7',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1066.276024] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.276174] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1066.276248] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1066.276462] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1066.276556] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1066.276650] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83e04cfc-0eb2-4bbd-a68d-243c39d117f7 already deleted. [ 1066.276733] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83e04cfc-0eb2-4bbd-a68d-243c39d117f7" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1066.745160] env[60039]: INFO networking_nsxv3.common.synchronization [None req-091c9542-0289-42c9-93ee-d8a98a249e71 None None] Enqueued Resource ID: a751ef3c-bc41-449c-b04d-499b3398275a with Priority: HIGHEST for action port [ 1066.745491] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a751ef3c-bc41-449c-b04d-499b3398275a with Priority: HIGHEST for action port [ 1066.749016] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-a751ef3c-bc41-449c-b04d-499b3398275a taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.749016] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a751ef3c-bc41-449c-b04d-499b3398275a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1066.749016] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a751ef3c-bc41-449c-b04d-499b3398275a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1066.749016] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a751ef3c-bc41-449c-b04d-499b3398275a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1066.749016] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a751ef3c-bc41-449c-b04d-499b3398275a',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1066.758145] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a751ef3c-bc41-449c-b04d-499b3398275a [ 1066.758360] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.758488] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1066.758558] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1066.758753] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1066.759350] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1066.759350] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a751ef3c-bc41-449c-b04d-499b3398275a already deleted. [ 1066.759350] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a751ef3c-bc41-449c-b04d-499b3398275a" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1067.175367] env[60039]: INFO networking_nsxv3.common.synchronization [None req-9c84a089-af6b-4369-9842-3c79f966a248 tempest-ServersV294TestFqdnHostnames-875455869 tempest-ServersV294TestFqdnHostnames-875455869-project-member] Enqueued Resource ID: db45932b-ea46-409f-8d64-93ac8a59b4c0 with Priority: HIGHEST for action security_group_rules [ 1067.175941] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db45932b-ea46-409f-8d64-93ac8a59b4c0 with Priority: HIGHEST for action security_group_rules [ 1067.176612] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db45932b-ea46-409f-8d64-93ac8a59b4c0 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.176612] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db45932b-ea46-409f-8d64-93ac8a59b4c0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1067.176612] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db45932b-ea46-409f-8d64-93ac8a59b4c0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1067.176971] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db45932b-ea46-409f-8d64-93ac8a59b4c0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1067.176971] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db45932b-ea46-409f-8d64-93ac8a59b4c0',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1067.208036] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.208036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1067.208036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1067.208036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1067.208036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1067.208286] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db45932b-ea46-409f-8d64-93ac8a59b4c0 already deleted. [ 1067.208286] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db45932b-ea46-409f-8d64-93ac8a59b4c0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1067.252787] env[60039]: INFO networking_nsxv3.common.synchronization [None req-ceaec5b5-94fc-429d-aa89-0744b276e4f2 tempest-ServersV294TestFqdnHostnames-875455869 tempest-ServersV294TestFqdnHostnames-875455869-project-member] Enqueued Resource ID: db45932b-ea46-409f-8d64-93ac8a59b4c0 with Priority: HIGHEST for action security_group_rules [ 1067.253295] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db45932b-ea46-409f-8d64-93ac8a59b4c0 with Priority: HIGHEST for action security_group_rules [ 1067.253592] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db45932b-ea46-409f-8d64-93ac8a59b4c0 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.253723] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db45932b-ea46-409f-8d64-93ac8a59b4c0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1067.253791] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db45932b-ea46-409f-8d64-93ac8a59b4c0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1067.254014] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db45932b-ea46-409f-8d64-93ac8a59b4c0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1067.254195] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db45932b-ea46-409f-8d64-93ac8a59b4c0',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1067.289165] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.289318] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1067.289393] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1067.289601] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1067.289694] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1067.289792] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db45932b-ea46-409f-8d64-93ac8a59b4c0 already deleted. [ 1067.289876] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db45932b-ea46-409f-8d64-93ac8a59b4c0" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1068.504629] env[60039]: INFO networking_nsxv3.common.synchronization [None req-f09895ae-de9b-418a-9aee-922e97fa28c6 None None] Enqueued Resource ID: d3506941-e851-4b84-859c-238fd7f7dbb8 with Priority: HIGHEST for action port [ 1068.506699] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3506941-e851-4b84-859c-238fd7f7dbb8 with Priority: HIGHEST for action port [ 1068.506699] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3506941-e851-4b84-859c-238fd7f7dbb8 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.506699] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3506941-e851-4b84-859c-238fd7f7dbb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1068.506699] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3506941-e851-4b84-859c-238fd7f7dbb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1068.506865] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3506941-e851-4b84-859c-238fd7f7dbb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1068.506865] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3506941-e851-4b84-859c-238fd7f7dbb8',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1068.543171] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3506941-e851-4b84-859c-238fd7f7dbb8 [ 1068.543396] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.543526] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1068.543593] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1068.544291] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1068.544291] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1068.544291] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3506941-e851-4b84-859c-238fd7f7dbb8 already deleted. [ 1068.544291] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3506941-e851-4b84-859c-238fd7f7dbb8" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1073.507201] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1073.507506] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1073.880500] env[60039]: INFO networking_nsxv3.common.synchronization [None req-5ebd9140-978c-48e7-a3ec-754902cf6b83 None None] Enqueued Resource ID: 8de19bed-a265-495e-b872-79f7ad0a39a3 with Priority: HIGHEST for action port [ 1073.880500] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de19bed-a265-495e-b872-79f7ad0a39a3 with Priority: HIGHEST for action port [ 1073.880500] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-8de19bed-a265-495e-b872-79f7ad0a39a3 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.880669] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8de19bed-a265-495e-b872-79f7ad0a39a3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1073.880669] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8de19bed-a265-495e-b872-79f7ad0a39a3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1073.880937] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8de19bed-a265-495e-b872-79f7ad0a39a3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1073.881034] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8de19bed-a265-495e-b872-79f7ad0a39a3',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1073.891240] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8de19bed-a265-495e-b872-79f7ad0a39a3 [ 1073.891442] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.891567] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1073.891638] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1073.891828] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1073.891934] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1073.892021] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8de19bed-a265-495e-b872-79f7ad0a39a3 already deleted. [ 1073.892097] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8de19bed-a265-495e-b872-79f7ad0a39a3" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.067750] env[60039]: INFO networking_nsxv3.common.synchronization [req-e3b90cce-9493-4211-a984-92014de3d208 req-35f267c7-e05e-49aa-ba00-8bd58cda0773 tempest-ServerAddressesNegativeTestJSON-2061325312 tempest-ServerAddressesNegativeTestJSON-2061325312-project-member] Enqueued Resource ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 with Priority: HIGHEST for action security_group_members [ 1075.068018] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 with Priority: HIGHEST for action security_group_members [ 1075.068627] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.068726] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.068809] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.069079] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.069240] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.069347] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.069413] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.069573] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.069661] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.069758] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba7114d-d76f-48ee-825f-9fa6b0b34c24',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1075.085593] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.085725] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.085792] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.086025] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.086125] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.086306] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.086404] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.086471] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.086645] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.086731] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.086821] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 already deleted. [ 1075.086938] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.423310] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.423514] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-257" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.423646] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-257" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.423999] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-257" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.424304] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.424479] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.424602] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.424837] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.424987] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.425621] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 1075.425753] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 1075.425871] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 1075.426015] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 1075.426152] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 1075.426266] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 1075.426404] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.447199] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.447362] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 1075.447502] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 1075.447673] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-257" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.447961] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-42a9cf23-8c9d-4fe6-94f5-aa582254cd76 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.448168] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-42a9cf23-8c9d-4fe6-94f5-aa582254cd76" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.448314] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-42a9cf23-8c9d-4fe6-94f5-aa582254cd76" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.448601] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-42a9cf23-8c9d-4fe6-94f5-aa582254cd76" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.448743] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42a9cf23-8c9d-4fe6-94f5-aa582254cd76',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1075.481980] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.482216] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.482403] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.482615] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.482768] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.483145] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port 42a9cf23-8c9d-4fe6-94f5-aa582254cd76 not found, creating... [ 1075.483236] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.483372] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.483864] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.484142] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.484295] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.484586] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.484750] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.484883] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.485149] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.485428] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.485428] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: 42a9cf23-8c9d-4fe6-94f5-aa582254cd76 is going to be created. [ 1075.508091] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.508354] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.508503] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.508752] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.508975] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.509219] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-42a9cf23-8c9d-4fe6-94f5-aa582254cd76" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.591690] env[60039]: INFO networking_nsxv3.common.synchronization [None req-6f710155-9131-4b71-9444-d632d1986e92 None None] Enqueued Resource ID: 71f7b8c6-fd58-4c8c-82df-f7eb893cb284 with Priority: HIGHEST for action port [ 1075.591934] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f7b8c6-fd58-4c8c-82df-f7eb893cb284 with Priority: HIGHEST for action port [ 1075.592333] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-71f7b8c6-fd58-4c8c-82df-f7eb893cb284 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.592470] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71f7b8c6-fd58-4c8c-82df-f7eb893cb284" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.592541] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71f7b8c6-fd58-4c8c-82df-f7eb893cb284" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.592814] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71f7b8c6-fd58-4c8c-82df-f7eb893cb284" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.592902] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71f7b8c6-fd58-4c8c-82df-f7eb893cb284',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1075.625770] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71f7b8c6-fd58-4c8c-82df-f7eb893cb284 [ 1075.626122] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.626295] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.626372] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.626584] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.626682] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.626786] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71f7b8c6-fd58-4c8c-82df-f7eb893cb284 already deleted. [ 1075.626881] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71f7b8c6-fd58-4c8c-82df-f7eb893cb284" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.716168] env[60039]: INFO networking_nsxv3.common.synchronization [req-e3b90cce-9493-4211-a984-92014de3d208 req-2ba5d041-d890-454f-bd84-c29babb0fe6f service neutron] Enqueued Resource ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 with Priority: HIGHEST for action security_group_rules [ 1075.716394] env[60039]: INFO networking_nsxv3.common.synchronization [req-e3b90cce-9493-4211-a984-92014de3d208 req-2ba5d041-d890-454f-bd84-c29babb0fe6f service neutron] Enqueued Resource ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 with Priority: HIGHEST for action security_group_members [ 1075.716541] env[60039]: INFO networking_nsxv3.common.synchronization [req-e3b90cce-9493-4211-a984-92014de3d208 req-2ba5d041-d890-454f-bd84-c29babb0fe6f service neutron] Enqueued Resource ID: 42a9cf23-8c9d-4fe6-94f5-aa582254cd76 with Priority: HIGHEST for action port [ 1075.716762] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 with Priority: HIGHEST for action security_group_rules [ 1075.716890] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 with Priority: HIGHEST for action security_group_members [ 1075.717014] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a9cf23-8c9d-4fe6-94f5-aa582254cd76 with Priority: HIGHEST for action port [ 1075.717533] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba7114d-d76f-48ee-825f-9fa6b0b34c24 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.717647] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.717731] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.717987] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.718119] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba7114d-d76f-48ee-825f-9fa6b0b34c24',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1075.723073] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.723073] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.723073] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.723073] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.723073] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.723073] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.723073] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.723073] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.723073] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.723073] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba7114d-d76f-48ee-825f-9fa6b0b34c24',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1075.723073] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-42a9cf23-8c9d-4fe6-94f5-aa582254cd76 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.723073] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42a9cf23-8c9d-4fe6-94f5-aa582254cd76" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.723073] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42a9cf23-8c9d-4fe6-94f5-aa582254cd76" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.723073] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42a9cf23-8c9d-4fe6-94f5-aa582254cd76" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.723073] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42a9cf23-8c9d-4fe6-94f5-aa582254cd76',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1075.740610] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ba7114d-d76f-48ee-825f-9fa6b0b34c24',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1075.747884] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.747993] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.769912] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ba7114d-d76f-48ee-825f-9fa6b0b34c24',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1075.773311] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42a9cf23-8c9d-4fe6-94f5-aa582254cd76 with status ACTIVE [ 1075.773507] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.773679] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.773736] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.773888] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.773974] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.774169] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.774271] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.774334] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.774516] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.774598] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.774782] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.774878] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.774941] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.775101] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.775179] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.775270] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42a9cf23-8c9d-4fe6-94f5-aa582254cd76 is going to be updated. [ 1075.779336] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.779447] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.779519] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.779682] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.779776] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.779847] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 is going to be created. [ 1075.796830] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.796965] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.797037] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.797215] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.797346] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.797495] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42a9cf23-8c9d-4fe6-94f5-aa582254cd76" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.806913] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.807043] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1075.807138] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1075.807320] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1075.807466] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1075.816161] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 in Status: UNINITIALIZED for 2s [ 1077.826989] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 in Status: SUCCESS [ 1077.827375] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.827375] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.827550] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.827740] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.827855] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1077.827922] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.828083] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.828187] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.828341] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.828414] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ba7114d-d76f-48ee-825f-9fa6b0b34c24',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1077.840135] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.840260] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1077.840334] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.840495] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.840651] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.840789] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1077.840842] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.840949] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.841044] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.841133] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.841281] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.841373] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1077.841436] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.841576] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.841712] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.841804] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1077.841867] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.842007] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.842087] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.842169] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.842254] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ba7114d-d76f-48ee-825f-9fa6b0b34c24',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1077.847344] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ba7114d-d76f-48ee-825f-9fa6b0b34c24: rpc.has_security_group_logging(os_id): False [ 1077.863547] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.863681] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1077.863726] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.863893] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.863977] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.864164] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.864281] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1077.864351] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.864498] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.864576] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.864759] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.864854] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1077.864918] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.865074] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.865178] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.865343] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.865438] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1077.865501] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.865639] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.865713] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.865799] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 is going to be created. [ 1077.925375] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.925522] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1077.925583] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1077.925799] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1077.926017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1077.941275] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 in Status: IN_PROGRESS for 2s [ 1079.953669] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 in Status: SUCCESS [ 1079.954099] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1080.717866] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1080.718096] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1085.719641] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1085.719993] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1090.720612] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1090.721142] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1095.722289] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1095.722649] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1100.723274] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1100.723632] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1105.724237] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1105.724514] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1110.727822] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1110.728215] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1115.729348] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1115.729731] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1120.730361] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1120.730781] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1125.732062] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1125.732062] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1130.732992] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1130.733369] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1135.733900] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1135.734321] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1140.734843] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1140.735218] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1145.736091] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1145.736091] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1150.737645] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1150.738108] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1155.738389] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1155.738685] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1160.739772] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1160.739772] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1165.740982] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1165.740982] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1170.741917] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1170.742295] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1175.743267] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1175.743569] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1180.744386] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1180.744811] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1185.745960] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1185.746379] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1190.747554] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1190.747995] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1195.749236] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1195.749620] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1200.750260] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.750615] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1201.066039] env[60039]: INFO networking_nsxv3.common.synchronization [req-e3b90cce-9493-4211-a984-92014de3d208 req-8690dd27-3624-481c-9bb4-d0816f604f10 tempest-ServerAddressesNegativeTestJSON-2061325312 tempest-ServerAddressesNegativeTestJSON-2061325312-project-member] Enqueued Resource ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 with Priority: HIGHEST for action security_group_members [ 1201.066039] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 with Priority: HIGHEST for action security_group_members [ 1201.066039] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.066039] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1201.066039] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1201.066039] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1201.066530] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.066755] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1201.066924] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1201.067237] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1201.067422] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1201.067601] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba7114d-d76f-48ee-825f-9fa6b0b34c24',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1201.076880] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.077185] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1201.077378] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1201.077721] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1201.078361] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1201.079059] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.079280] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1201.081035] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1201.081035] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1201.081035] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1201.081035] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 is going to be updated. [ 1201.116447] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.116447] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1201.116447] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1201.116447] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1201.116447] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1201.123218] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 in Status: IN_PROGRESS for 2s [ 1203.134130] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 in Status: SUCCESS [ 1203.134130] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 deletion is rescheduled due to dependency. [ 1203.134130] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1205.613972] env[60039]: INFO networking_nsxv3.common.synchronization [None req-06740cf9-391d-43fb-9b1c-e7c24b6d5650 None None] Enqueued Resource ID: 1de54a2a-8e91-4351-aed1-c59656d9cf1d with Priority: HIGHEST for action port [ 1205.614256] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de54a2a-8e91-4351-aed1-c59656d9cf1d with Priority: HIGHEST for action port [ 1205.614612] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-1de54a2a-8e91-4351-aed1-c59656d9cf1d taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.614699] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1de54a2a-8e91-4351-aed1-c59656d9cf1d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1205.614769] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1de54a2a-8e91-4351-aed1-c59656d9cf1d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1205.615061] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1de54a2a-8e91-4351-aed1-c59656d9cf1d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1205.615155] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1de54a2a-8e91-4351-aed1-c59656d9cf1d',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1205.674135] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1de54a2a-8e91-4351-aed1-c59656d9cf1d [ 1205.674364] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.674515] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1205.674590] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1205.674770] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1205.674882] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1205.674968] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1de54a2a-8e91-4351-aed1-c59656d9cf1d already deleted. [ 1205.675091] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1de54a2a-8e91-4351-aed1-c59656d9cf1d" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.241103] env[60039]: INFO networking_nsxv3.common.synchronization [None req-c1501846-d303-44ee-b925-703057247089 None None] Enqueued Resource ID: 1177e9d7-b786-4dd6-a7df-65e4c66fc095 with Priority: HIGHEST for action port [ 1207.241407] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1177e9d7-b786-4dd6-a7df-65e4c66fc095 with Priority: HIGHEST for action port [ 1207.241711] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-1177e9d7-b786-4dd6-a7df-65e4c66fc095 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.241836] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1177e9d7-b786-4dd6-a7df-65e4c66fc095" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.242112] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1177e9d7-b786-4dd6-a7df-65e4c66fc095" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.242197] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1177e9d7-b786-4dd6-a7df-65e4c66fc095" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.242279] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1177e9d7-b786-4dd6-a7df-65e4c66fc095',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1207.254924] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1177e9d7-b786-4dd6-a7df-65e4c66fc095 [ 1207.254924] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.254924] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.254924] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.254924] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.254924] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.255156] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1177e9d7-b786-4dd6-a7df-65e4c66fc095 already deleted. [ 1207.255156] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1177e9d7-b786-4dd6-a7df-65e4c66fc095" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.271164] env[60039]: INFO networking_nsxv3.common.synchronization [req-b1b1b82c-5b1e-4d27-b73d-ae9ccb92cc5c req-7a2895e9-679d-4785-b3b5-5749f1b7eb83 tempest-ServerRescueTestJSONUnderV235-24253888 tempest-ServerRescueTestJSONUnderV235-24253888-project-member] Enqueued Resource ID: 911e6e12-261d-4711-8a67-b73a2e039a66 with Priority: HIGHEST for action security_group_members [ 1207.271454] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911e6e12-261d-4711-8a67-b73a2e039a66 with Priority: HIGHEST for action security_group_members [ 1207.271857] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-911e6e12-261d-4711-8a67-b73a2e039a66 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.271977] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.272128] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.272293] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.272450] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.272549] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.272758] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.273019] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.273120] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.273218] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('911e6e12-261d-4711-8a67-b73a2e039a66',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1207.280245] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.280384] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.280705] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.280705] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.280705] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.280851] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.280939] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.280987] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.281137] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.281210] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.281292] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911e6e12-261d-4711-8a67-b73a2e039a66 already deleted. [ 1207.281404] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.610033] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.610033] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "network-983" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.610218] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "network-983" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.610411] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "network-983" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.610674] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.610839] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.610963] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.611205] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.611358] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.611585] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 1207.611704] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] NeedRegenerationException {{(pid=60039) _enter /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:90}} [ 1207.611819] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] no value, waiting for create lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:131}} [ 1207.611958] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] value creation lock acquired {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:135}} [ 1207.612053] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] No value present for key: 'zone-id' {{(pid=60039) _is_cache_miss /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:861}} [ 1207.612167] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Calling creation function for not-yet-present value {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:174}} [ 1207.612315] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.632934] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.633111] env[60039]: DEBUG dogpile.cache.region [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=60039) _log_time /usr/local/lib/python3.10/dist-packages/dogpile/cache/region.py:853}} [ 1207.633265] env[60039]: DEBUG dogpile.lock [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Released creation lock {{(pid=60039) _enter_create /usr/local/lib/python3.10/dist-packages/dogpile/lock.py:182}} [ 1207.633473] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "network-983" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.633794] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock port-b5e6352f-33f2-4419-844c-40443d96dc56 taken with stack trace [, , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.633971] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "port-b5e6352f-33f2-4419-844c-40443d96dc56" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.634112] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "port-b5e6352f-33f2-4419-844c-40443d96dc56" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.634418] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "port-b5e6352f-33f2-4419-844c-40443d96dc56" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.634562] env[60039]: DEBUG networking_nsxv3.api.rpc [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5e6352f-33f2-4419-844c-40443d96dc56',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1207.648593] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.648801] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.648931] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.649222] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.649378] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.649533] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Segment Port b5e6352f-33f2-4419-844c-40443d96dc56 not found, creating... [ 1207.649794] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.650057] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.650216] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.650461] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.650620] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.650976] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.651167] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.651302] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.651515] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.651654] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.651799] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Resource: SegmentPort with ID: b5e6352f-33f2-4419-844c-40443d96dc56 is going to be created. [ 1207.672799] env[60039]: DEBUG networking_nsxv3.common.locking [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.672989] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.673155] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.673398] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.673622] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.673837] env[60039]: DEBUG oslo_concurrency.lockutils [None req-28c15862-c890-4556-a1fc-8f4d9227e9ca None None] Releasing lock "port-b5e6352f-33f2-4419-844c-40443d96dc56" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.887707] env[60039]: INFO networking_nsxv3.common.synchronization [req-b1b1b82c-5b1e-4d27-b73d-ae9ccb92cc5c req-fb10732a-59da-4e22-b5b6-6a5073e7ecbf service neutron] Enqueued Resource ID: 911e6e12-261d-4711-8a67-b73a2e039a66 with Priority: HIGHEST for action security_group_rules [ 1207.887845] env[60039]: INFO networking_nsxv3.common.synchronization [req-b1b1b82c-5b1e-4d27-b73d-ae9ccb92cc5c req-fb10732a-59da-4e22-b5b6-6a5073e7ecbf service neutron] Enqueued Resource ID: 911e6e12-261d-4711-8a67-b73a2e039a66 with Priority: HIGHEST for action security_group_members [ 1207.888085] env[60039]: INFO networking_nsxv3.common.synchronization [req-b1b1b82c-5b1e-4d27-b73d-ae9ccb92cc5c req-fb10732a-59da-4e22-b5b6-6a5073e7ecbf service neutron] Enqueued Resource ID: b5e6352f-33f2-4419-844c-40443d96dc56 with Priority: HIGHEST for action port [ 1207.888343] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911e6e12-261d-4711-8a67-b73a2e039a66 with Priority: HIGHEST for action security_group_rules [ 1207.888477] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911e6e12-261d-4711-8a67-b73a2e039a66 with Priority: HIGHEST for action security_group_members [ 1207.888591] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e6352f-33f2-4419-844c-40443d96dc56 with Priority: HIGHEST for action port [ 1207.889117] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-911e6e12-261d-4711-8a67-b73a2e039a66 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.889253] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.889315] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.889574] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.889658] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('911e6e12-261d-4711-8a67-b73a2e039a66',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1207.890579] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-911e6e12-261d-4711-8a67-b73a2e039a66 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.890701] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.890772] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.890942] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.891106] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.891216] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.891284] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.891433] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.891522] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.891614] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('911e6e12-261d-4711-8a67-b73a2e039a66',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1207.892355] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5e6352f-33f2-4419-844c-40443d96dc56 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.892470] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5e6352f-33f2-4419-844c-40443d96dc56" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.892538] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5e6352f-33f2-4419-844c-40443d96dc56" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.892688] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5e6352f-33f2-4419-844c-40443d96dc56" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.892761] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5e6352f-33f2-4419-844c-40443d96dc56',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1207.909202] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-911e6e12-261d-4711-8a67-b73a2e039a66 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.909351] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.912097] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('911e6e12-261d-4711-8a67-b73a2e039a66',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1207.916863] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5e6352f-33f2-4419-844c-40443d96dc56 with status ACTIVE [ 1207.917075] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.917220] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.917299] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.917503] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.917718] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.917791] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.917877] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.917927] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.918115] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.918244] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.918369] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.918462] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.918521] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.918663] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.918736] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.918822] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5e6352f-33f2-4419-844c-40443d96dc56 is going to be updated. [ 1207.920357] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('911e6e12-261d-4711-8a67-b73a2e039a66',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1207.926050] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.926168] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.926246] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.926482] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.926570] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.926659] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911e6e12-261d-4711-8a67-b73a2e039a66 is going to be created. [ 1207.945950] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.946118] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.946178] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.946379] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.946509] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.946661] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5e6352f-33f2-4419-844c-40443d96dc56" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.961704] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.961899] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1207.961899] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1207.962253] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1207.962450] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1207.972282] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 911e6e12-261d-4711-8a67-b73a2e039a66 in Status: UNINITIALIZED for 2s [ 1209.072487] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.072918] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.072918] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.072998] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.073067] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1209.080672] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1209.085918] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1209.090887] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1209.091010] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1209.810545] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.810782] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.810782] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.810984] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.822415] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1209.823263] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.824422] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1209.844243] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.844505] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.844505] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.844741] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.848132] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.848714] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1209.848796] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1209.848882] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1209.869891] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.870069] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.870112] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.870315] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.870623] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.870750] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1209.897445] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.897617] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.897676] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.897835] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.897979] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.898319] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1209.932620] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.932880] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.932880] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.933072] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.933196] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.933348] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:4. [ 1209.933520] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'29e17a7b-3517-4b59-87ac-e3913f24bca4', '2ba7114d-d76f-48ee-825f-9fa6b0b34c24', '531e1cb5-34fd-4623-b228-b9ebde55a66c', '67bb113c-1d12-4a5d-a530-b0680781bbe9'} {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1209.933520] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1209.949228] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.949405] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.949474] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.949647] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.949736] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.949839] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1209.949912] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1209.949986] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1209.981673] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.981865] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.981904] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.982146] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.982543] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.982705] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1209.982783] env[60039]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=60039) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1209.982853] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1209.982919] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1209.982998] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 4/4 resources of Type:Security Group Rules [ 1209.983092] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 with Priority: HIGH for action security_group_rules [ 1209.983207] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 with Priority: HIGH for action security_group_rules [ 1209.983282] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGH for action security_group_rules [ 1209.983368] env[60039]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGH for action security_group_rules [ 1209.983368] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1209.983519] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1209.983605] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.983706] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.983743] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.983920] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.983994] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.984278] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.984392] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.984462] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.984604] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.984695] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.984903] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.985017] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.985105] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.985254] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.985411] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.985527] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.985634] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.985634] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.985761] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.985843] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.986120] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.986314] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.986314] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.986414] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.986459] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.986625] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.986741] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.986801] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.986938] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.987015] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.987189] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.987283] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.987341] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.987479] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.987633] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.987755] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.987847] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.987937] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.988134] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.988256] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.988373] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.988456] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.988514] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.988653] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.988725] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.988890] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.988979] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.989072] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.989191] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.989259] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.989427] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.989549] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.989616] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.989787] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.989817] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.989983] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.990113] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.990149] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.990294] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.990376] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.990559] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.990653] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.990708] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.990846] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.990918] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.991095] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.991185] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.991245] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.991398] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.991495] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.991620] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 1209.991704] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 1209.991783] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1209.993681] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 911e6e12-261d-4711-8a67-b73a2e039a66 in Status: SUCCESS [ 1209.993878] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.994425] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.994624] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.994806] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.994919] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1209.995015] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1209.995266] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1209.995358] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.995563] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1209.995612] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('911e6e12-261d-4711-8a67-b73a2e039a66',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1210.010021] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-911e6e12-261d-4711-8a67-b73a2e039a66 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.010266] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1210.010389] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1210.010715] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1210.011054] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.011307] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1210.011444] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1210.011768] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1210.011936] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1210.012128] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1210.012394] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-911e6e12-261d-4711-8a67-b73a2e039a66 taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.012583] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1210.012711] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1210.012949] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1210.013307] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.013470] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1210.013650] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1210.013945] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1210.014321] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1210.014382] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1210.014544] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('911e6e12-261d-4711-8a67-b73a2e039a66',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1210.022176] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 911e6e12-261d-4711-8a67-b73a2e039a66: rpc.has_security_group_logging(os_id): False [ 1210.025315] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.025634] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1210.025634] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1210.025801] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1210.026018] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1210.026192] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1210.041717] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.042130] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1210.042130] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1210.042378] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1210.042378] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1210.042548] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.042548] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1210.042757] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1210.042757] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1210.042864] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1210.042991] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.043094] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1210.043156] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1210.043301] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1210.043405] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1210.043642] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.043738] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1210.043801] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1210.043946] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1210.044036] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1210.044127] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 911e6e12-261d-4711-8a67-b73a2e039a66 is going to be created. [ 1210.058477] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.058720] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1210.058720] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1210.058848] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1210.059053] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1210.072824] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1210.096540] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.096760] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1210.096760] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1210.096947] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1210.097136] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1210.107158] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 911e6e12-261d-4711-8a67-b73a2e039a66 in Status: IN_PROGRESS for 2s [ 1212.119173] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 911e6e12-261d-4711-8a67-b73a2e039a66 in Status: SUCCESS [ 1212.119506] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1212.890127] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.890330] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=4], Jobs=0 [ 1212.890383] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 with Priority: HIGH for action security_group_rules [ 1212.890542] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c with Priority: HIGH for action security_group_rules [ 1212.890647] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 with Priority: HIGH for action security_group_rules [ 1212.890748] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 with Priority: HIGH for action security_group_rules [ 1212.891156] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29e17a7b-3517-4b59-87ac-e3913f24bca4 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.892343] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1212.892343] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1212.892343] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1212.892343] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29e17a7b-3517-4b59-87ac-e3913f24bca4',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1212.893023] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-531e1cb5-34fd-4623-b228-b9ebde55a66c taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.893023] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1212.893023] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1212.893237] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1212.893237] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('531e1cb5-34fd-4623-b228-b9ebde55a66c',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1212.894049] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba7114d-d76f-48ee-825f-9fa6b0b34c24 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.894152] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1212.894227] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1212.894380] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1212.894452] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba7114d-d76f-48ee-825f-9fa6b0b34c24',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1212.895163] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67bb113c-1d12-4a5d-a530-b0680781bbe9 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.895271] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1212.895392] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1212.895611] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1212.895611] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67bb113c-1d12-4a5d-a530-b0680781bbe9',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1212.931249] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.931480] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1212.931480] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1212.931628] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1212.933275] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.933361] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1212.934027] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.934129] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1212.934763] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.934856] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1212.950386] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1212.950508] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67bb113c-1d12-4a5d-a530-b0680781bbe9 is going to be deleted. [ 1212.951312] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1212.951501] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1212.967378] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1212.967487] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba7114d-d76f-48ee-825f-9fa6b0b34c24 is going to be deleted. [ 1212.968356] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1212.968522] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1212.991727] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1212.991839] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29e17a7b-3517-4b59-87ac-e3913f24bca4 is going to be deleted. [ 1212.992622] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1212.992797] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1213.031906] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1213.032059] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 531e1cb5-34fd-4623-b228-b9ebde55a66c is going to be deleted. [ 1213.033359] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.033495] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1213.033570] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1213.033739] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1213.033821] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1213.033922] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba7114d-d76f-48ee-825f-9fa6b0b34c24" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1213.035887] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.035996] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1213.036082] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1213.036240] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1213.036322] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1213.036425] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67bb113c-1d12-4a5d-a530-b0680781bbe9" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1213.051125] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.051233] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1213.051310] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1213.051455] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1213.051537] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1213.051642] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29e17a7b-3517-4b59-87ac-e3913f24bca4" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1213.118774] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.118992] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1213.119142] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1213.119444] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1213.119647] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1213.119647] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-531e1cb5-34fd-4623-b228-b9ebde55a66c" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1217.891863] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.892225] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1222.892853] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.893249] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1227.894535] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1227.894936] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1232.895375] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.895685] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1237.896177] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.896638] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.897233] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1242.897233] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1247.898661] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1247.899053] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1252.900343] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.900717] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1257.755021] env[60039]: INFO networking_nsxv3.common.synchronization [req-b1b1b82c-5b1e-4d27-b73d-ae9ccb92cc5c req-61fc3b07-2027-467b-b9d7-fc84c0b4f326 tempest-ServerRescueTestJSONUnderV235-24253888 tempest-ServerRescueTestJSONUnderV235-24253888-project-member] Enqueued Resource ID: 911e6e12-261d-4711-8a67-b73a2e039a66 with Priority: HIGHEST for action security_group_members [ 1257.755021] env[60039]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911e6e12-261d-4711-8a67-b73a2e039a66 with Priority: HIGHEST for action security_group_members [ 1257.755021] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock member-911e6e12-261d-4711-8a67-b73a2e039a66 taken with stack trace [, , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.755021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1257.755021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1257.755021] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1257.755749] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.756024] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1257.756218] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1257.756488] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1257.756707] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1257.756922] env[60039]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('911e6e12-261d-4711-8a67-b73a2e039a66',) {} {{(pid=60039) wrapper /usr/local/lib/python3.10/dist-packages/oslo_log/helpers.py:65}} [ 1257.765623] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.765623] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1257.765623] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1257.765623] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1257.765623] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1257.765623] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.765623] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1257.765623] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1257.765623] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1257.765623] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1257.768215] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911e6e12-261d-4711-8a67-b73a2e039a66 is going to be updated. [ 1257.801025] env[60039]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=60039) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.801200] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:312}} [ 1257.801200] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:315}} [ 1257.801360] env[60039]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:323}} [ 1257.801498] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1257.811519] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 911e6e12-261d-4711-8a67-b73a2e039a66 in Status: IN_PROGRESS for 2s [ 1259.822047] env[60039]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 911e6e12-261d-4711-8a67-b73a2e039a66 in Status: SUCCESS [ 1259.822341] env[60039]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911e6e12-261d-4711-8a67-b73a2e039a66 deletion is rescheduled due to dependency. [ 1259.822341] env[60039]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911e6e12-261d-4711-8a67-b73a2e039a66" {{(pid=60039) lock /usr/local/lib/python3.10/dist-packages/oslo_concurrency/lockutils.py:333}} [ 1262.755349] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.755785] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1267.756599] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.757023] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.757858] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.757858] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1277.758259] env[60039]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.758637] env[60039]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0