Merge pull request #10 from g4s8/9-race-workflow

Added Github action to reproduce races and fixed

.github/workflows/race.yml

@@ -0,0 +1,14 @@
+on: [push, pull_request]
+name: Race
+jobs:
+  race:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Install Go
+      uses: actions/setup-go@v1
+      with:
+        go-version: 1.14.x
+    - name: Checkout code
+      uses: actions/checkout@v2
+    - name: Test race
+      run: go test -v -race ./...

licensedb/internal/nlp.go

@@ -4,6 +4,7 @@ import (
 	"regexp"
 	"sort"
 	"strings"
+	"sync"
 
 	"github.com/jdkato/prose/chunk"
 	"github.com/jdkato/prose/tag"
@@ -18,7 +19,8 @@ var (
 	digitsRe            = regexp.MustCompile(`[0-9]+`)
 	disabledNamePartsRe = regexp.MustCompile(`clause|or|only|deprecated|later`)
 
-	tagger = tag.NewPerceptronTagger()
+	tagger    = tag.NewPerceptronTagger()
+	chunkLock sync.Mutex
 )
 
 // investigateReadmeFile uses NER to match license name mentions.
@@ -64,7 +66,8 @@ func investigateReadmeFile(
 	}
 	suspectedText := text[beginIndex:endIndex]
 	suspectedWords := tokenize.TextToWords(suspectedText)
-	for _, entity := range chunk.Chunk(tagger.Tag(suspectedWords), chunk.TreebankNamedEntities) {
+	chunks := readmeChunks(tagger.Tag(suspectedWords))
+	for _, entity := range chunks {
 		if garbageReadmeRe.MatchString(entity) {
 			continue
 		}
@@ -113,6 +116,12 @@ func investigateReadmeFile(
 	return candidates
 }
 
+func readmeChunks(tokens []tag.Token) []string {
+	chunkLock.Lock()
+	defer chunkLock.Unlock()
+	return chunk.Chunk(tokens, chunk.TreebankNamedEntities)
+}
+
 func splitLicenseName(name string) []substring {
 	counts := map[string]int{}
 	parts := licenseNamePartRe.FindAllString(strings.ToLower(name), -1)

licensedb/internal/processors/markup.go

@@ -2,11 +2,16 @@ package processors
 
 import (
 	"bytes"
+	"sync"
 
 	rst "github.com/hhatto/gorst"
 	"github.com/russross/blackfriday/v2"
 )
 
+var (
+	parserLock sync.Mutex
+)
+
 // Markdown converts Markdown to plain text. It tries to revert all the decorations.
 func Markdown(text []byte) []byte {
 	html := blackfriday.Run(text)
@@ -17,6 +22,8 @@ func Markdown(text []byte) []byte {
 // RestructuredText converts ReStructuredText to plain text.
 // It tries to revert all the decorations.
 func RestructuredText(text []byte) []byte {
+	parserLock.Lock()
+	defer parserLock.Unlock()
 	parser := rst.NewParser(nil)
 	input := bytes.NewBuffer(text)
 	output := &bytes.Buffer{}