3dot141 / ikanalyzer Goto Github PK

protected TokenStreamComponents createComponents(String fieldName) { // TODO Auto-generated method stub Tokenizer _IKTokenizer = null; try { _IKTokenizer = new IKTokenizer(fieldName, this.useSmart); } catch (IOException e) { // TODO Auto-generated catch block System.out.println("Analy" + e); }

	return new TokenStreamComponents(_IKTokenizer);
}

public IKTokenizer(String fieldname,boolean useSmart) throws IOException{ super(); this.input=new StringReader(fieldname); offsetAtt = addAttribute(OffsetAttribute.class); termAtt = addAttribute(CharTermAttribute.class); typeAtt = addAttribute(TypeAttribute.class); _IKImplement = new IKSegmenter(input , useSmart); } 但是会报TokenStream contract violation: close() call missing