未验证 提交 c14b7d89 编写于 作者: P Phodal Huang

refactor: move stop words to cconfig

上级 3ec1f8ab
......@@ -24,3 +24,83 @@ var (
"verify", // Mockito,
}
)
var TechStopWords = []string{
"get",
"create",
"update",
"delete",
"save",
"post",
"add",
"remove",
"insert",
"select",
"exist",
"find",
"new",
"parse",
"set",
"get",
"first",
"last",
"type",
"key",
"value",
"equal",
"greater",
"greater",
"all",
"by",
"id",
"is",
"of",
"not",
"with",
"main",
"status",
"count",
"equals",
"start",
"config",
"sort",
"handle",
"handler",
"internal",
"cache",
"request",
"process",
"parameter",
"method",
"class",
"default",
"object",
"annotation",
"read",
"write",
"bean",
"message",
"factory",
"error",
"errors",
"exception",
"null",
"string",
"init",
"data",
"hash",
"convert",
"size",
"build",
"return",
}
package concept
import (
"github.com/phodal/coca/config"
languages2 "github.com/phodal/coca/core/domain/call_graph/stop_words/languages"
"github.com/phodal/coca/core/models"
"github.com/phodal/coca/core/support"
......@@ -43,7 +44,7 @@ func buildMethodsFromDeps(clzs []models.JClassNode) support.PairList {
func removeNormalWords(words map[string]int) map[string]int {
var newWords = words
var stopwords = languages2.ENGLISH_STOP_WORDS
stopwords = append(stopwords, support.TechStopWords...)
stopwords = append(stopwords, config.TechStopWords...)
for _, normalWord := range stopwords {
if newWords[normalWord] > 0 {
delete(newWords, normalWord)
......
package support
var TechStopWords = []string{
"get",
"create",
"update",
"delete",
"save",
"post",
"add",
"remove",
"insert",
"select",
"exist",
"find",
"new",
"parse",
"set",
"get",
"first",
"last",
"type",
"key",
"value",
"equal",
"greater",
"greater",
"all",
"by",
"id",
"is",
"of",
"not",
"with",
"main",
"status",
"count",
"equals",
"start",
"config",
"sort",
"handle",
"handler",
"internal",
"cache",
"request",
"process",
"parameter",
"method",
"class",
"default",
"object",
"annotation",
"read",
"write",
"bean",
"message",
"factory",
"error",
"errors",
"exception",
"null",
"string",
"init",
"data",
"hash",
"convert",
"size",
"build",
"return",
}
import "github.com/phodal/coca/config"
func IsTechStopWords(firstWord string) bool {
for _, word := range TechStopWords {
for _, word := range config.TechStopWords {
if word == firstWord {
return true;
}
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册