Java 类org.apache.lucene.analysis.ar.ArabicLetterTokenizer 实例源码

private void check(final String input, final String expected) throws IOException {
  ArabicLetterTokenizer tokenStream = new ArabicLetterTokenizer(TEST_VERSION_CURRENT, 
      new StringReader(input));
  PersianNormalizationFilter filter = new PersianNormalizationFilter(
      tokenStream);
  assertTokenStreamContents(filter, new String[]{expected});
}

private void check(final String input, final String expected) throws IOException {
  ArabicLetterTokenizer tokenStream = new ArabicLetterTokenizer(TEST_VERSION_CURRENT, 
      new StringReader(input));
  PersianNormalizationFilter filter = new PersianNormalizationFilter(
      tokenStream);
  assertTokenStreamContents(filter, new String[]{expected});
}

private void check(final String input, final String expected) throws IOException {
  ArabicLetterTokenizer tokenStream = new ArabicLetterTokenizer(TEST_VERSION_CURRENT, 
      new StringReader(input));
  PersianNormalizationFilter filter = new PersianNormalizationFilter(
      tokenStream);
  assertTokenStreamContents(filter, new String[]{expected});
}

public ArabicLetterTokenizer create(Reader input) {
  return new ArabicLetterTokenizer(luceneMatchVersion, input);
}