本文整理了Java中org.apache.lucene.analysis.Token.getPositionIncrement()方法的一些代码示例，展示了Token.getPositionIncrement()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Token.getPositionIncrement()方法的具体详情如下：
包路径：org.apache.lucene.analysis.Token
类名称：Token
方法名：getPositionIncrement
暂无
代码示例来源：origin: org.apache.lucene/lucene-analyzers
@Override
public TokenPositioner getTokenPositioner(Token token) throws IOException {
if (token.getPositionIncrement() == 0) {
return TokenPositioner.newRow;
} else {
return TokenPositioner.newColumn;
}
}代码示例来源：origin: org.compass-project/compass
public int getPositionIncrement() {
return token.getPositionIncrement();
}代码示例来源：origin: hibernate/hibernate-search
public static void displayTokensWithFullDetails(Analyzer analyzer, String field, String text) throws IOException {
Token[] tokens = tokensFromAnalysis( analyzer, field, text );
StringBuilder builder = new StringBuilder();
int position = 0;
for ( Token token : tokens ) {
int increment = token.getPositionIncrement();
if ( increment > 0 ) {
position = position + increment;
builder.append( "\n" ).append( position ).append( ": " );
}
builder.append( "[" )
.append( getTermText( token ) )
.append( ":" )
.append( token.startOffset() )
.append( "->" )
.append(
token.endOffset()
)
.append( ":" )
.append( token.type() )
.append( "] " );
log.debug( builder.toString() );
}
}代码示例来源：origin: org.infinispan/infinispan-embedded-query
public static void displayTokensWithFullDetails(Analyzer analyzer, String field, String text) throws IOException {
Token[] tokens = tokensFromAnalysis( analyzer, field, text );
StringBuilder builder = new StringBuilder();
int position = 0;
for ( Token token : tokens ) {
int increment = token.getPositionIncrement();
if ( increment > 0 ) {
position = position + increment;
builder.append( "\n" ).append( position ).append( ": " );
}
builder.append( "[" )
.append( getTermText( token ) )
.append( ":" )
.append( token.startOffset() )
.append( "->" )
.append(
token.endOffset()
)
.append( ":" )
.append( token.type() )
.append( "] " );
log.debug( builder.toString() );
}
}代码示例来源：origin: hibernate/hibernate-search
/**
* Utility to print out the tokens generated by a specific Analyzer on an example text.
* You have to specify the field name as well, as some Analyzer(s) might have a different
* configuration for each field.
* This implementation is not suited for top performance and is not used by Hibernate Search
* during automatic indexing: this method is only made available to help understanding
* and debugging the analyzer chain.
* @param analyzer the Analyzer to use
* @param field the name of the field: might affect the Analyzer behaviour
* @param text some sample input
* @param printTo Human readable text will be printed to this output. Passing {@code System.out} might be a good idea.
* @throws IOException if an I/O error occurs
*/
public static void displayTokensWithPositions(Analyzer analyzer, String field, String text, PrintStream printTo) throws IOException {
Token[] tokens = tokensFromAnalysis( analyzer, field, text );
int position = 0;
for ( Token token : tokens ) {
int increment = token.getPositionIncrement();
if ( increment > 0 ) {
position = position + increment;
printTo.println();
printTo.print( position + ": " );
}
log.debug( "[" + getTermText( token ) + "] " );
}
}代码示例来源：origin: org.infinispan/infinispan-embedded-query
/**
* Utility to print out the tokens generated by a specific Analyzer on an example text.
* You have to specify the field name as well, as some Analyzer(s) might have a different
* configuration for each field.
* This implementation is not suited for top performance and is not used by Hibernate Search
* during automatic indexing: this method is only made available to help understanding
* and debugging the analyzer chain.
* @param analyzer the Analyzer to use
* @param field the name of the field: might affect the Analyzer behaviour
* @param text some sample input
* @param printTo Human readable text will be printed to this output. Passing {@code System.out} might be a good idea.
* @throws IOException if an I/O error occurs
*/
public static void displayTokensWithPositions(Analyzer analyzer, String field, String text, PrintStream printTo) throws IOException {
Token[] tokens = tokensFromAnalysis( analyzer, field, text );
int position = 0;
for ( Token token : tokens ) {
int increment = token.getPositionIncrement();
if ( increment > 0 ) {
position = position + increment;
printTo.println();
printTo.print( position + ": " );
}
log.debug( "[" + getTermText( token ) + "] " );
}
}代码示例来源：origin: org.apache.lucene/lucene-core-jfrog
/**
* Returns the next input Token whose term() is not a stop word.
*/
public final Token next(final Token reusableToken) throws IOException {
assert reusableToken != null;
// return the first non-stop word found
int skippedPositions = 0;
for (Token nextToken = input.next(reusableToken); nextToken != null; nextToken = input.next(reusableToken)) {
if (!stopWords.contains(nextToken.termBuffer(), 0, nextToken.termLength())) {
if (enablePositionIncrements) {
nextToken.setPositionIncrement(nextToken.getPositionIncrement() + skippedPositions);
}
return nextToken;
}
skippedPositions += nextToken.getPositionIncrement();
}
// reached EOS -- return null
return null;
}代码示例来源：origin: org.dspace.dependencies.solr/dspace-solr-core
Token tok1 = iter1.hasNext() ? iter1.next() : null;
Token tok2 = iter2.hasNext() ? iter2.next() : null;
int pos1 = tok1!=null ? tok1.getPositionIncrement() : 0;
int pos2 = tok2!=null ? tok2.getPositionIncrement() : 0;
while(tok1!=null || tok2!=null) {
while (tok1 != null && (pos1 <= pos2 || tok2==null)) {
pos=pos1;
tok1 = iter1.hasNext() ? iter1.next() : null;
pos1 += tok1!=null ? tok1.getPositionIncrement() : 0;
pos=pos2;
tok2 = iter2.hasNext() ? iter2.next() : null;
pos2 += tok2!=null ? tok2.getPositionIncrement() : 0;代码示例来源：origin: org.apache.lucene/com.springsource.org.apache.lucene
/**
* Returns the next input Token whose term() is not a stop word.
*/
public final Token next(final Token reusableToken) throws IOException {
assert reusableToken != null;
// return the first non-stop word found
int skippedPositions = 0;
for (Token nextToken = input.next(reusableToken); nextToken != null; nextToken = input.next(reusableToken)) {
if (!stopWords.contains(nextToken.termBuffer(), 0, nextToken.termLength())) {
if (enablePositionIncrements) {
nextToken.setPositionIncrement(nextToken.getPositionIncrement() + skippedPositions);
}
return nextToken;
}
skippedPositions += nextToken.getPositionIncrement();
}
// reached EOS -- return null
return null;
}代码示例来源：origin: org.dspace.dependencies.solr/dspace-solr-core
if (startOffset == -1) {
startOffset = token.startOffset();
firstPositionIncrement = token.getPositionIncrement();代码示例来源：origin: ajermakovics/eclipse-instasearch
private void applyToken(Token token)
{
termAtt.setTermBuffer(token.termBuffer(), 0, token.termLength());
posAtt.setPositionIncrement(token.getPositionIncrement());
offsetAtt.setOffset(token.startOffset(), token.endOffset());
}代码示例来源：origin: org.compass-project/compass
nextToken.startOffset() + curOffset,
nextToken.endOffset() + curOffset);
offsetToken.setPositionIncrement(nextToken.getPositionIncrement() + extra * 10);
return offsetToken;代码示例来源：origin: treygrainger/solr-in-action
@Override
public boolean incrementToken() throws IOException {
if (this.tokens == null) {
String data = convertReaderToString(this.multiTextInput.Reader);
if (data.equals("")) {
return false;
}
// get tokens
this.tokens = mergeToSingleTokenStream(createPositionsToTokensMap(
this.namedAnalyzers, data));
if (this.tokens == null) {
// at end of stream for some reason
return false;
}
}
if (tokens.isEmpty()) {
this.tokens = null;
return false;
} else {
clearAttributes();
Token token = tokens.removeFirst();
this.charTermAttribute.copyBuffer(token.buffer(), 0, token.length());
this.offsetAttribute.setOffset(token.startOffset(), token.endOffset()
+ this.startingOffset);
this.typeAttribute.setType(token.type());
this.positionAttribute.setPositionIncrement(token.getPositionIncrement());
return true;
}
}代码示例来源：origin: lucene/lucene
try {
for (Token t = stream.next(); t != null; t = stream.next()) {
position += (t.getPositionIncrement() - 1);
addPosition(fieldName, t.termText(), position++);
if (++length > maxFieldLength) break;代码示例来源：origin: org.dspace.dependencies.solr/dspace-solr-core
tokenNamedList.add("end", token.endOffset());
position += token.getPositionIncrement();
tokenNamedList.add("position", position);代码示例来源：origin: org.dspace.dependencies.solr/dspace-solr-core
static NamedList<NamedList<Object>> getTokens(TokenStream tstream) throws IOException {
// outer is namedList since order of tokens is important
NamedList<NamedList<Object>> tokens = new NamedList<NamedList<Object>>();
Token t = null;
while (((t = tstream.next()) != null)) {
NamedList<Object> token = new SimpleOrderedMap<Object>();
tokens.add("token", token);
token.add("value", new String(t.termBuffer(), 0, t.termLength()));
token.add("start", t.startOffset());
token.add("end", t.endOffset());
token.add("posInc", t.getPositionIncrement());
token.add("type", t.type());
//TODO: handle payloads
}
return tokens;
}代码示例来源：origin: org.infinispan/infinispan-embedded-query
private void setCurrentToken(Token token) {
if (token == null) return;
clearAttributes();
termAtt.copyBuffer(token.buffer(), 0, token.length());
posIncrAtt.setPositionIncrement(token.getPositionIncrement());
flagsAtt.setFlags(token.getFlags());
offsetAtt.setOffset(token.startOffset(), token.endOffset());
typeAtt.setType(token.type());
payloadAtt.setPayload(token.getPayload());
}代码示例来源：origin: org.apache.lucene/lucene-analyzers
private void setCurrentToken(Token token) {
if (token == null) return;
clearAttributes();
termAtt.copyBuffer(token.buffer(), 0, token.length());
posIncrAtt.setPositionIncrement(token.getPositionIncrement());
flagsAtt.setFlags(token.getFlags());
offsetAtt.setOffset(token.startOffset(), token.endOffset());
typeAtt.setType(token.type());
payloadAtt.setPayload(token.getPayload());
}代码示例来源：origin: org.apache.lucene/lucene-analyzers
@Override
public final boolean incrementToken() throws IOException {
if (matrix == null) {
matrix = new Matrix();
// fill matrix with maximumShingleSize columns
while (matrix.columns.size() < maximumShingleSize && readColumn()) {
// this loop looks ugly
}
}
// this loop exists in order to avoid recursive calls to the next method
// as the complexity of a large matrix
// then would require a multi gigabyte sized stack.
Token token;
do {
token = produceNextToken(reusableToken);
} while (token == request_next_token);
if (token == null) return false;
clearAttributes();
termAtt.copyBuffer(token.buffer(), 0, token.length());
posIncrAtt.setPositionIncrement(token.getPositionIncrement());
flagsAtt.setFlags(token.getFlags());
offsetAtt.setOffset(token.startOffset(), token.endOffset());
typeAtt.setType(token.type());
payloadAtt.setPayload(token.getPayload());
return true;
}代码示例来源：origin: org.dspace.dependencies.solr/dspace-solr-core
protected Token process(Token t) throws IOException {
Token tok = read();
while (tok != null && tok.getPositionIncrement()==0) {
if (null != t) {
write(t);
t = null;
}
boolean dup=false;
for (Token outTok : output()) {
int tokLen = tok.termLength();
if (outTok.termLength() == tokLen && ArraysUtils.equals(outTok.termBuffer(), 0, tok.termBuffer(), 0, tokLen)) {
dup=true;
//continue;;
}
}
if (!dup){
write(tok);
}
tok = read();
}
if (tok != null) {
pushBack(tok);
}
return t;
}
}内容来源于网络，如有侵权，请联系作者删除！