From 51fb056a2b51811278afdc1985c634618425e43c Mon Sep 17 00:00:00 2001 From: sophie Date: Mon, 23 Nov 2020 17:29:20 +0800 Subject: [PATCH 1/2] fix luncence error --- src/main/java/org/wltea/analyzer/core/AnalyzeContext.java | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/main/java/org/wltea/analyzer/core/AnalyzeContext.java b/src/main/java/org/wltea/analyzer/core/AnalyzeContext.java index 890d9080..868a946c 100644 --- a/src/main/java/org/wltea/analyzer/core/AnalyzeContext.java +++ b/src/main/java/org/wltea/analyzer/core/AnalyzeContext.java @@ -31,6 +31,7 @@ import java.util.LinkedList; import java.util.Map; import java.util.Set; +import java.util.Collections; import org.wltea.analyzer.cfg.Configuration; import org.wltea.analyzer.dic.Dictionary; @@ -292,6 +293,8 @@ void outputToResult(){ index++; } } + //重排results,解决outputSingleCJK带来的lucence报错（offsets must not go backwards） + Collections.sort(this.results); //清空当前的Map this.pathMap.clear(); } From 942d538161faa61b9ae3c3dd5d8f87ae2226fc7f Mon Sep 17 00:00:00 2001 From: sophie Date: Mon, 23 Nov 2020 17:35:35 +0800 Subject: [PATCH 2/2] delete comment --- src/main/java/org/wltea/analyzer/core/AnalyzeContext.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/main/java/org/wltea/analyzer/core/AnalyzeContext.java b/src/main/java/org/wltea/analyzer/core/AnalyzeContext.java index 868a946c..a3ecf1a1 100644 --- a/src/main/java/org/wltea/analyzer/core/AnalyzeContext.java +++ b/src/main/java/org/wltea/analyzer/core/AnalyzeContext.java @@ -269,13 +269,13 @@ void outputToResult(){ while(l != null){ this.results.add(l); //字典中无单字，但是词元冲突了，切分出相交词元的前一个词元中的单字 - /*int innerIndex = index + 1; + int innerIndex = index + 1; for (; innerIndex < index + l.getLength(); innerIndex++) { Lexeme innerL = path.peekFirst(); if (innerL != null && innerIndex == innerL.getBegin()) { this.outputSingleCJK(innerIndex - 1); } - }*/ + } //将index移至lexeme后 index = l.getBegin() + l.getLength();