Java 类org.apache.lucene.analysis.icu.ICUNormalizer2Filter 实例源码

@Override
protected TokenStreamComponents createComponents(String fieldName,
    Reader reader) {
  Tokenizer tokenizer = new ICUTokenizer(reader);
  TokenFilter filter = new ICUNormalizer2Filter(tokenizer);
  return new TokenStreamComponents(tokenizer, filter);
}

@Override
protected TokenStreamComponents createComponents(String fieldName,
    Reader reader) {
  Tokenizer tokenizer = new ICUTokenizer(reader);
  TokenFilter filter = new ICUNormalizer2Filter(tokenizer);
  return new TokenStreamComponents(tokenizer, filter);
}

@Override
protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
  Tokenizer tokenizer = new ICUTokenizer(newAttributeFactory(), reader, new DefaultICUTokenizerConfig(false));
  TokenFilter filter = new ICUNormalizer2Filter(tokenizer);
  return new TokenStreamComponents(tokenizer, filter);
}

@Override
public TokenStream create(TokenStream input) {
  return new ICUNormalizer2Filter(input, normalizer);
}