Merge pull request #163 from go-ego/en-pr

Add: add more examples and Update README.md

README.md

@@ -68,6 +68,64 @@ go get -u github.com/go-ego/gse
 ```go
 package main
 
+import (
+	_ "embed"
+	"fmt"
+
+	"github.com/go-ego/gse"
+)
+
+//go:embed testdata/test_en2.txt
+var testDict string
+
+//go:embed testdata/test_en.txt
+var testEn string
+
+var (
+	text  = "To be or not to be, that's the question!"
+	test1 = "Hiworld, Helloworld!"
+)
+
+func main() {
+	var seg1 gse.Segmenter
+	seg1.DictSep = ","
+	err := seg1.LoadDict("./testdata/test_en.txt")
+	if err != nil {
+		fmt.Println("Load dictionary error: ", err)
+	}
+
+	s1 := seg1.Cut(text)
+	fmt.Println("seg1 Cut: ", s1)
+	// seg1 Cut:  [to be   or   not to be ,   that's the question!]
+
+	var seg2 gse.Segmenter
+	seg2.AlphaNum = true
+	seg2.LoadDict("./testdata/test_en_dict3.txt")
+
+	s2 := seg2.Cut(test1)
+	fmt.Println("seg2 Cut: ", s2)
+	// seg2 Cut:  [hi world ,   hello world !]
+
+	var seg3 gse.Segmenter
+	seg3.AlphaNum = true
+	seg3.DictSep = ","
+	err = seg3.LoadDictEmbed(testDict + "\n" + testEn)
+	if err != nil {
+		fmt.Println("loadDictEmbed error: ", err)
+	}
+	s3 := seg3.Cut(text + test1)
+	fmt.Println("seg3 Cut: ", s3)
+	// seg3 Cut:  [to be   or   not to be ,   that's the question! hi world ,   hello world !]
+
+	// example2()
+}
+```
+
+Example2:
+
+```go
+package main
+
 import (
 	"fmt"
 	"regexp"

examples/en/main.go

@@ -1,12 +1,58 @@
 package main
 
 import (
+	_ "embed"
 	"fmt"
 
 	"github.com/go-ego/gse"
 )
 
+//go:embed testdata/test_en2.txt
+var testDict string
+
+//go:embed testdata/test_en.txt
+var testEn string
+
+var (
+	text  = "To be or not to be, that's the question!"
+	test1 = "Hiworld, Helloworld!"
+)
+
 func main() {
+	var seg1 gse.Segmenter
+	seg1.DictSep = ","
+	err := seg1.LoadDict("./testdata/test_en.txt")
+	if err != nil {
+		fmt.Println("Load dictionary error: ", err)
+	}
+
+	s1 := seg1.Cut(text)
+	fmt.Println("seg1 Cut: ", s1)
+	// seg1 Cut:  [to be   or   not to be ,   that's the question!]
+
+	var seg2 gse.Segmenter
+	seg2.AlphaNum = true
+	seg2.LoadDict("./testdata/test_en_dict3.txt")
+
+	s2 := seg2.Cut(test1)
+	fmt.Println("seg2 Cut: ", s2)
+	// seg2 Cut:  [hi world ,   hello world !]
+
+	var seg3 gse.Segmenter
+	seg3.AlphaNum = true
+	seg3.DictSep = ","
+	err = seg3.LoadDictEmbed(testDict + "\n" + testEn)
+	if err != nil {
+		fmt.Println("loadDictEmbed error: ", err)
+	}
+	s3 := seg3.Cut(text + test1)
+	fmt.Println("seg3 Cut: ", s3)
+	// seg3 Cut:  [to be   or   not to be ,   that's the question! hi world ,   hello world !]
+
+	// example2()
+}
+
+func example2() {
 	seg, err := gse.New("zh,../../testdata/test_en_dict3.txt", "alpha")
 	fmt.Println("new gse error: ", err)
 	// var seg gse.Segmenter

examples/en/testdata/test_en.txt

@@ -0,0 +1,4 @@
+to be, 10, x
+or, 10, c
+not to be, 5, x 
+that's the question!, 10, x

examples/en/testdata/test_en2.txt

@@ -0,0 +1,3 @@
+hi, 32
+hello, 20
+world, 20, n

examples/en/testdata/test_en_dict3.txt

@@ -0,0 +1,3 @@
+hi 32
+hello 20
+world 20 n

testdata/test_en2.txt

@@ -0,0 +1,3 @@
+hi, 32
+hello, 20
+world, 20, n