Skip to content

Commit

Permalink
Code fmt and update README.md
Browse files Browse the repository at this point in the history
  • Loading branch information
importcjj committed May 21, 2019
1 parent 0d57eb3 commit 459a066
Show file tree
Hide file tree
Showing 5 changed files with 54 additions and 57 deletions.
1 change: 1 addition & 0 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,7 @@ import (
func main() {
filter := sensitive.New()
filter.LoadWordDict("path/to/dict")
filter.LoadNetWordDict("https://raw.githubusercontent.com/importcjj/sensitive/master/dict/dict.txt")
filter.AddWord("长者")

fmt.Println(filter.Filter("我为长者续一秒")) // 我为续一秒
Expand Down
49 changes: 24 additions & 25 deletions examples/readme/main.go
Original file line number Diff line number Diff line change
@@ -1,25 +1,24 @@

package main

import (
"fmt"
"github.com/importcjj/sensitive"
)

func main() {
filter := sensitive.New()
filter.LoadWordDict("../dict/dict.txt")
filter.AddWord("长者")

fmt.Println(filter.Filter("我为长者续一秒")) // 我为续一秒
// 42 即 "*"
fmt.Println(filter.Replace("我为长者续一秒", 42)) // 我为**续一秒
fmt.Println(filter.FindIn("我为长者续一秒")) // true, 长者
fmt.Println(filter.Validate("我为长者续一秒")) // False, 长者
fmt.Println(filter.FindAll("我为长者续一秒")) // [长者]

fmt.Println(filter.FindIn("我为长x者续一秒")) // false
filter.UpdateNoisePattern(`x`)
fmt.Println(filter.FindIn("我为长x者续一秒")) // true, 长者
fmt.Println(filter.Validate("我为长x者续一秒")) // False, 长者
}
package main

import (
"fmt"
"github.com/importcjj/sensitive"
)

func main() {
filter := sensitive.New()
filter.LoadWordDict("../dict/dict.txt")
filter.AddWord("长者")

fmt.Println(filter.Filter("我为长者续一秒")) // 我为续一秒
// 42 即 "*"
fmt.Println(filter.Replace("我为长者续一秒", 42)) // 我为**续一秒
fmt.Println(filter.FindIn("我为长者续一秒")) // true, 长者
fmt.Println(filter.Validate("我为长者续一秒")) // False, 长者
fmt.Println(filter.FindAll("我为长者续一秒")) // [长者]

fmt.Println(filter.FindIn("我为长x者续一秒")) // false
filter.UpdateNoisePattern(`x`)
fmt.Println(filter.FindIn("我为长x者续一秒")) // true, 长者
fmt.Println(filter.Validate("我为长x者续一秒")) // False, 长者
}
54 changes: 27 additions & 27 deletions examples/test_issue_3/main.go
Original file line number Diff line number Diff line change
@@ -1,27 +1,27 @@
package main

import (
"fmt"
"github.com/importcjj/sensitive"
)

func keywordFilterSearch(content string) (bool, string) {
filter := sensitive.New()
filter.AddWord("hello")
// filter.LoadWordDict("./conf/dict.txt")
code, word := filter.FindIn(content)
fmt.Println(content)
fmt.Printf("[%s]\n",word)
fmt.Printf("[%v]\n",code)
return code, word
}

func main() {
content := `录制 文字 吃猪肉
sdaddasd
dadasd
dada
教性
`
keywordFilterSearch(content)
}
package main

import (
"fmt"
"github.com/importcjj/sensitive"
)

func keywordFilterSearch(content string) (bool, string) {
filter := sensitive.New()
filter.AddWord("hello")
// filter.LoadWordDict("./conf/dict.txt")
code, word := filter.FindIn(content)
fmt.Println(content)
fmt.Printf("[%s]\n", word)
fmt.Printf("[%v]\n", code)
return code, word
}

func main() {
content := `录制 文字 吃猪肉
sdaddasd
dadasd
dada
教性
`
keywordFilterSearch(content)
}
6 changes: 2 additions & 4 deletions filter.go
Original file line number Diff line number Diff line change
Expand Up @@ -51,9 +51,8 @@ func (filter *Filter) LoadWordDict(path string) error {
return nil
}


// LoadNetWordDict 加载网络敏感词字典
func (filter *Filter) LoadNetWordDict (url string) error {
func (filter *Filter) LoadNetWordDict(url string) error {
c := http.Client{
Timeout: 5 * time.Second,
}
Expand All @@ -78,9 +77,8 @@ func (filter *Filter) LoadNetWordDict (url string) error {
return nil
}


// Load, common method to add words
func (filter *Filter) Load (rd io.Reader) error {
func (filter *Filter) Load(rd io.Reader) error {
buf := bufio.NewReader(rd)
for {
line, _, err := buf.ReadLine()
Expand Down
1 change: 0 additions & 1 deletion filter_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,6 @@ func TestLoadNetWordDict(t *testing.T) {
}
}


func TestLoad(t *testing.T) {
filter := New()
var r io.Reader
Expand Down

0 comments on commit 459a066

Please sign in to comment.