修复疑问句无法识别的问题

TsaoLun · Aug 16, 2023 · 04e14e3 · 04e14e3
1 parent 2904990
commit 04e14e3
Show file tree

Hide file tree

Showing 4 changed files with 26 additions and 5 deletions.
diff --git a/bot/adapters/logic/closestmatch.go b/bot/adapters/logic/closestmatch.go
@@ -151,7 +151,6 @@ func generator(match *closestMatch, text string) mr.GenerateFunc {
 		if match.verbose {
 			printMatches(keys)
 		}
-
 		chunks := splitStrings(keys, chunkSize)
 		for _, chunk := range chunks {
 			source <- sourceAndTargets{

diff --git a/bot/adapters/storage/memorystorage.go b/bot/adapters/storage/memorystorage.go
@@ -35,7 +35,7 @@ func init() {
 	idfFile = path.Join(dir, idfFile)
 	stopWordsFile = path.Join(dir, stopWordsFile)
 	generatedStopWordsFile = path.Join(dir, generatedStopWordsFile)
-	log.Printf("dictFile: %s idfFile %s stopWordsFile %s genratedStopWordsFile %s\n", dictFile, idfFile, stopWordsFile, generatedStopWordsFile)
+	log.Printf("DictFile: %s \nIdfFile: %s \nStopWordsFile: %s \nGenratedStopWordsFile: %s\n", dictFile, idfFile, stopWordsFile, generatedStopWordsFile)
 }
 
 type (

diff --git a/bot/adapters/storage/separatedmemorystorage.go b/bot/adapters/storage/separatedmemorystorage.go
@@ -64,10 +64,9 @@ func (storage *separatedMemoryStorage) Find(sentence string) (map[string]int, bo
 
 func (storage *separatedMemoryStorage) Search(sentence string) []string {
 	if nlp.IsQuestion(sentence) {
-		return storage.questionStorage.Search(sentence)
-	} else {
-		return storage.declarativeStorage.Search(sentence)
+		sentence = nlp.RemoveAllQuestionMark(sentence)
 	}
+	return storage.declarativeStorage.Search(sentence)
 }
 
 func (storage *separatedMemoryStorage) Remove(sentence string) {

diff --git a/bot/nlp/sentencedetect.go b/bot/nlp/sentencedetect.go
@@ -44,6 +44,29 @@ func IsQuestion(sentence string) bool {
 	return false
 }
 
+func RemoveAllQuestionMark(sentence string) string {
+	chars := []rune(strings.TrimSpace(sentence))
+	if len(chars) == 0 {
+		return sentence
+	}
+
+	if _, ok := endQuestionChars[chars[len(chars)-1]]; ok {
+		sentence = string(chars[:len(chars)-1])
+	}
+	// remove embededQuestionMarks
+	for _, key := range embededQuestionMarks {
+		if strings.Contains(sentence, key) {
+			sentence = strings.ReplaceAll(sentence, key, "")
+			chars = []rune(strings.TrimSpace(sentence))
+			if len(chars) == 0 {
+				return sentence
+			}
+		}
+	}
+
+	return sentence
+}
+
 func createSet(items []rune) map[rune]lang.PlaceholderType {
 	ret := make(map[rune]lang.PlaceholderType)
 	for _, item := range items {