hyperboria/nexus/nlptools/language_detect.py
the-superpirate 8472f27ec5 No description
GitOrigin-RevId: ddf02e70d2827c048db49b687ebbcdcc67807ca6
2021-01-04 18:12:22 +03:00

10 lines
268 B
Python

import cld3
def detect_language(text: str) -> str:
prediction = cld3.get_language(text)
if prediction and prediction.is_reliable:
if prediction.language.endswith('-Latn'):
return prediction.language[:2]
return prediction.language