/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License. You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package opennlp.tools.langdetect;

import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.nio.charset.StandardCharsets;

import org.junit.jupiter.api.Assertions;
import org.junit.jupiter.api.BeforeEach;
import org.junit.jupiter.api.Test;

import opennlp.tools.formats.ResourceAsStreamFactory;
import opennlp.tools.util.Parameters;
import opennlp.tools.util.PlainTextByLineStream;
import opennlp.tools.util.TrainingParameters;


public class LanguageDetectorMETest {

  private LanguageDetectorModel model;

  @BeforeEach
  void init() throws Exception {
    this.model = trainModel();
  }

  @Test
  void testPredictLanguages() {
    LanguageDetector ld = new LanguageDetectorME(this.model);
    Language[] languages = ld.predictLanguages("estava em uma marcenaria na Rua Bruno");

    Assertions.assertEquals(4, languages.length);
    Assertions.assertEquals("pob", languages[0].getLang());
    Assertions.assertEquals("ita", languages[1].getLang());
    Assertions.assertEquals("spa", languages[2].getLang());
    Assertions.assertEquals("fra", languages[3].getLang());
  }

  @Test
  void testProbingPredictLanguages() {
    LanguageDetectorME ld = new LanguageDetectorME(this.model);
    for (int i = 0; i < 10000; i += 1000) {
      StringBuilder sb = new StringBuilder();
      sb.append("estava em uma marcenaria na Rua Bruno ".repeat(Math.max(0, i + 1)));
      ProbingLanguageDetectionResult result = ld.probingPredictLanguages(sb.toString());
      Assertions.assertTrue(result.length() <= 600);
      Language[] languages = result.languages();
      Assertions.assertEquals(4, languages.length);
      Assertions.assertEquals("pob", languages[0].getLang());
      Assertions.assertEquals("ita", languages[1].getLang());
      Assertions.assertEquals("spa", languages[2].getLang());
      Assertions.assertEquals("fra", languages[3].getLang());
    }
  }

  @Test
  void testPredictLanguage() {
    LanguageDetector ld = new LanguageDetectorME(this.model);
    Language language = ld.predictLanguage("Dove è meglio che giochi");

    Assertions.assertEquals("ita", language.getLang());
  }

  @Test
  void testSupportedLanguages() {

    LanguageDetector ld = new LanguageDetectorME(this.model);
    String[] supportedLanguages = ld.getSupportedLanguages();

    Assertions.assertEquals(4, supportedLanguages.length);
  }

  @Test
  void testLoadFromSerialized() throws IOException {
    byte[] serialized = serializeModel(model);

    LanguageDetectorModel myModel = new LanguageDetectorModel(new ByteArrayInputStream(serialized));
    Assertions.assertNotNull(myModel);
  }

  protected static byte[] serializeModel(LanguageDetectorModel model) throws IOException {
    try (ByteArrayOutputStream out = new ByteArrayOutputStream()) {
      model.serialize(out);
      return out.toByteArray();
    }
  }

  static LanguageDetectorModel trainModel() throws Exception {
    return trainModel(new LanguageDetectorFactory());
  }

  static LanguageDetectorModel trainModel(LanguageDetectorFactory factory) throws Exception {
    LanguageDetectorSampleStream sampleStream = createSampleStream();

    TrainingParameters params = new TrainingParameters();
    params.put(Parameters.ITERATIONS_PARAM, 100);
    params.put(Parameters.CUTOFF_PARAM, 5);
    params.put("DataIndexer", "TwoPass");
    params.put(Parameters.ALGORITHM_PARAM, "NAIVEBAYES");

    return LanguageDetectorME.train(sampleStream, params, factory);
  }

  static LanguageDetectorSampleStream createSampleStream() throws IOException {

    ResourceAsStreamFactory streamFactory = new ResourceAsStreamFactory(
        LanguageDetectorMETest.class, "/opennlp/tools/doccat/DoccatSample.txt");

    PlainTextByLineStream lineStream = new PlainTextByLineStream(streamFactory, StandardCharsets.UTF_8);

    return new LanguageDetectorSampleStream(lineStream);
  }
}
