From d1e02569f4a892110c3073e3fa508d45d78137b2 Mon Sep 17 00:00:00 2001 From: Viktor Lofgren Date: Wed, 31 Jan 2024 13:02:33 +0100 Subject: [PATCH] (language-processing) Add a system property for configuring which language detection model to use The flag is `system.languageDetectionModelVersion`. * If negative, no model is used. * If 0, both models are used. * If 1, the old crappy model is used. * If 2, the new fasttext model is used. --- .../main/java/nu/marginalia/language/filter/LanguageFilter.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/code/libraries/language-processing/src/main/java/nu/marginalia/language/filter/LanguageFilter.java b/code/libraries/language-processing/src/main/java/nu/marginalia/language/filter/LanguageFilter.java index 9049eb4d..bf390e45 100644 --- a/code/libraries/language-processing/src/main/java/nu/marginalia/language/filter/LanguageFilter.java +++ b/code/libraries/language-processing/src/main/java/nu/marginalia/language/filter/LanguageFilter.java @@ -28,7 +28,7 @@ public class LanguageFilter { /** Returns the probability the language is in English */ public double dictionaryAgreement(DocumentLanguageData dld) { - if(LANGUAGE_DETECTION_MODEL_VERSION == -1) return 1.0; + if(LANGUAGE_DETECTION_MODEL_VERSION < 0) return 1.0; if (LANGUAGE_DETECTION_MODEL_VERSION == 1) { return languagePredictionModel2.predictEnglish(dld);