self-hosted/LibreTranslate
1
0
Fork 0
mirror of https://github.com/LibreTranslate/LibreTranslate.git synced 2024-12-18 08:27:03 +02:00
Code Issues Releases Activity

Merge pull request #219 from ZenulAbidin/detect_fix

Browse Source 
Fix language detection error
This commit is contained in:
Piero Toffanin 2022-03-04 10:09:46 -05:00 committed by GitHub
commit 45649c3340
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 9 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
app/app.py
View File

@ -102,7 +102,7 @@ def create_app(args):
boot(args.load_only) boot(args.load_only)
from app.language import languages from app.language import load_languages
app = Flask(__name__) app = Flask(__name__)
@ -111,6 +111,7 @@ def create_app(args):
if not args.disable_files_translation: if not args.disable_files_translation:
remove_translated_files.setup(get_upload_dir()) remove_translated_files.setup(get_upload_dir())
languages = load_languages()
# Map userdefined frontend languages to argos language object. # Map userdefined frontend languages to argos language object.
if args.frontend_language_source == "auto": if args.frontend_language_source == "auto":

10
app/language.py
View File

@ -4,11 +4,11 @@ from argostranslate import translate
from polyglot.detect.base import Detector, UnknownLanguage from polyglot.detect.base import Detector, UnknownLanguage
from polyglot.transliteration.base import Transliterator from polyglot.transliteration.base import Transliterator
languages = translate.load_installed_languages()
__lang_codes = [l.code for l in languages] def load_languages():
languages = translate.load_installed_languages()
return languages
def detect_languages(text): def detect_languages(text):
# detect batch processing # detect batch processing
@ -32,6 +32,10 @@ def detect_languages(text):
# total read bytes of the provided text # total read bytes of the provided text
text_length_total = sum(c.text_length for c in candidates) text_length_total = sum(c.text_length for c in candidates)
# Load language codes
languages = load_languages()
__lang_codes = [l.code for l in languages]
# only use candidates that are supported by argostranslate # only use candidates that are supported by argostranslate
candidate_langs = list( candidate_langs = list(
filter(lambda l: l.text_length != 0 and l.code in __lang_codes, candidates) filter(lambda l: l.text_length != 0 and l.code in __lang_codes, candidates)