23 lines
421 B
Go
23 lines
421 B
Go
package txt
|
|
|
|
import (
|
|
"regexp"
|
|
"strings"
|
|
)
|
|
|
|
var KeywordsRegexp = regexp.MustCompile("[\\p{L}]{3,}")
|
|
|
|
// Keywords extracts keywords for indexing and returns them as string slice.
|
|
func Keywords(s string) (results []string) {
|
|
all := KeywordsRegexp.FindAllString(s, -1)
|
|
|
|
for _, w := range all {
|
|
w = strings.ToLower(w)
|
|
|
|
if _, ok := Stopwords[w]; ok == false {
|
|
results = append(results, w)
|
|
}
|
|
}
|
|
|
|
return results
|
|
}
|