Examples with TextObjectFactory com.optimaize.langdetect.text.TextObjectFactory used on opensource projects

Example 1 with TextObjectFactory

use of com.optimaize.langdetect.text.TextObjectFactory in project languagetool by languagetool-org.

the class LanguageDetectionTrainer method main.

public static void main(String[] args) throws IOException {
    if (args.length != 3) {
        System.out.println("Usage: " + LanguageDetectionTrainer.class.getName() + " <languageCode> <plainTextFile> <minimalFrequency>");
        System.exit(1);
    }
    String langCode = args[0];
    String fileName = args[1];
    int minimalFrequency = Integer.parseInt(args[2]);
    String text = IOUtils.toString(new FileReader(fileName));
    TextObjectFactory textObjectFactory = CommonTextObjectFactories.forIndexingCleanText();
    TextObject inputText = textObjectFactory.create().append(text);
    LanguageProfile languageProfile = new LanguageProfileBuilder(langCode).ngramExtractor(NgramExtractors.standard()).minimalFrequency(minimalFrequency).addText(inputText).build();
    // current dir
    File outputDir = new File(System.getProperty("user.dir"));
    new LanguageProfileWriter().writeToDirectory(languageProfile, outputDir);
    System.out.println("Language profile written to " + new File(outputDir, langCode).getAbsolutePath());
}