Small fix: remove empty sentences from classification

JohnSnowLabs · Dec 22, 2017 · c02591b · c02591b
1 parent c17ddac
commit c02591b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/main/scala/com/johnsnowlabs/nlp/annotators/sda/vivekn/ViveknSentimentModel.scala b/src/main/scala/com/johnsnowlabs/nlp/annotators/sda/vivekn/ViveknSentimentModel.scala
@@ -66,7 +66,7 @@ class ViveknSentimentModel(override val uid: String) extends AnnotatorModel[Vive
   override def annotate(annotations: Seq[Annotation]): Seq[Annotation] = {
     val sentences = Tokenized.unpack(annotations)
 
-    sentences.map(sentence => {
+    sentences.filter(s => s.indexedTokens.nonEmpty).map(sentence => {
       Annotation(
         annotatorType,
         sentence.indexedTokens.map(t => t.begin).min,