From 3428dfd05639e4eb124fdc3575248c7f8951bca4 Mon Sep 17 00:00:00 2001 From: Sarah Hoffmann Date: Tue, 26 May 2026 16:07:45 +0200 Subject: [PATCH] add :left and :right to the list of non-language suffixes --- settings/icu_tokenizer.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/settings/icu_tokenizer.yaml b/settings/icu_tokenizer.yaml index 6adb4ebe..a56685d3 100644 --- a/settings/icu_tokenizer.yaml +++ b/settings/icu_tokenizer.yaml @@ -53,6 +53,7 @@ sanitizers: - step: strip-brace-terms - step: tag-analyzer-by-language filter-kind: [".*name.*"] + suffix-ignore: [left,right] whitelist: [bg,ca,cs,da,de,el,en,es,et,eu,fi,fr,gl,hu,it,ja,mg,ms,nl,"no",pl,pt,ro,ru,sk,sl,sv,tr,uk,vi] use-defaults: all mode: append -- 2.47.3