package com.jstarcraft.nlp.lucene;

import java.util.Collections;

import org.apache.lucene.analysis.Tokenizer;

import com.hankcs.hanlp.HanLP;
import com.hankcs.hanlp.seg.Segment;
import com.jstarcraft.nlp.lucene.hanlp.HanLpTokenizer;

public class HanlpSegmenterTestCase extends NlpSegmenterTestCase {

    @Override
    protected Tokenizer getSegmenter() {
        Segment segment = HanLP.newSegment();
        segment.enableOffset(true);
        HanLpTokenizer tokenizer = new HanLpTokenizer(segment, Collections.EMPTY_SET);
        return tokenizer;
    }

}