Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Sparknlp 967 add onnx support to xlm roberta classifiers #14130

Merged
merged 2 commits into from
Jan 18, 2024
Merged

Sparknlp 967 add onnx support to xlm roberta classifiers #14130

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
bd0d767
fixing typo + adding support for ONNX to XLM-Roberta
ahmedlone127 Jan 9, 2024
d496aca
adding conversion notebooks
ahmedlone127 Jan 9, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2,433 changes: 2,433 additions & 0 deletions ...thon/transformers/onnx/HuggingFace_ONNX_in_Spark_NLP_XlmRoBertaForQuestionAnswering.ipynb
View file
Open in desktop

Large diffs are not rendered by default.

2,173 changes: 2,173 additions & 0 deletions ...transformers/onnx/HuggingFace_ONNX_in_Spark_NLP_XlmRoBertaForSequenceClassification.ipynb
View file
Open in desktop

Large diffs are not rendered by default.

2,144 changes: 2,144 additions & 0 deletions ...on/transformers/onnx/HuggingFace_ONNX_in_Spark_NLP_XlmRoBertaForTokenClassification.ipynb
View file
Open in desktop

Large diffs are not rendered by default.

6 changes: 3 additions & 3 deletions src/main/scala/com/johnsnowlabs/ml/ai/AlbertClassification.scala
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -108,7 +108,7 @@ private[johnsnowlabs] class AlbertClassification(
val maxSentenceLength = batch.map(encodedSentence => encodedSentence.length).max

val rawScores = detectedEngine match {
case ONNX.name => getRowScoresWithOnnx(batch, maxSentenceLength, sequence = true)
case ONNX.name => getRawScoresWithOnnx(batch, maxSentenceLength, sequence = true)
case _ => getRawScoresWithTF(batch, maxSentenceLength)
}

Expand All @@ -128,7 +128,7 @@ private[johnsnowlabs] class AlbertClassification(
val maxSentenceLength = batch.map(encodedSentence => encodedSentence.length).max

val rawScores = detectedEngine match {
case ONNX.name => getRowScoresWithOnnx(batch, maxSentenceLength, sequence = true)
case ONNX.name => getRawScoresWithOnnx(batch, maxSentenceLength, sequence = true)
case _ => getRawScoresWithTF(batch, maxSentenceLength)
}

Expand Down Expand Up @@ -203,7 +203,7 @@ private[johnsnowlabs] class AlbertClassification(
rawScores
}

private def getRowScoresWithOnnx(
private def getRawScoresWithOnnx(
batch: Seq[Array[Int]],
maxSentenceLength: Int,
sequence: Boolean): Array[Float] = {
Expand Down
6 changes: 3 additions & 3 deletions src/main/scala/com/johnsnowlabs/ml/ai/BertClassification.scala
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -149,7 +149,7 @@ private[johnsnowlabs] class BertClassification(

val rawScores = detectedEngine match {
case ONNX.name =>
getRowScoresWithOnnx(batch, maxSentenceLength)
getRawScoresWithOnnx(batch, maxSentenceLength)
case _ => getRawScoresWithTF(batch, maxSentenceLength)
}

Expand Down Expand Up @@ -218,7 +218,7 @@ private[johnsnowlabs] class BertClassification(
rawScores
}

private def getRowScoresWithOnnx(
private def getRawScoresWithOnnx(
batch: Seq[Array[Int]],
maxSentenceLength: Int): Array[Float] = {

Expand Down Expand Up @@ -265,7 +265,7 @@ private[johnsnowlabs] class BertClassification(
val maxSentenceLength = batch.map(encodedSentence => encodedSentence.length).max
val rawScores = detectedEngine match {
case ONNX.name =>
getRowScoresWithOnnx(batch, maxSentenceLength)
getRawScoresWithOnnx(batch, maxSentenceLength)
case _ => getRawScoresWithTF(batch, maxSentenceLength)
}

Expand Down
6 changes: 3 additions & 3 deletions src/main/scala/com/johnsnowlabs/ml/ai/CamemBertClassification.scala
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -123,7 +123,7 @@ private[johnsnowlabs] class CamemBertClassification(
val maxSentenceLength = batch.map(encodedSentence => encodedSentence.length).max

val rawScores = detectedEngine match {
case ONNX.name => getRowScoresWithOnnx(batch)
case ONNX.name => getRawScoresWithOnnx(batch)
case _ => getRawScoresWithTF(batch, maxSentenceLength)
}

Expand Down Expand Up @@ -189,7 +189,7 @@ private[johnsnowlabs] class CamemBertClassification(
rawScores
}

private def getRowScoresWithOnnx(batch: Seq[Array[Int]]): Array[Float] = {
private def getRawScoresWithOnnx(batch: Seq[Array[Int]]): Array[Float] = {

// [nb of encoded sentences , maxSentenceLength]
val (runner, env) = onnxWrapper.get.getSession(onnxSessionOptions)
Expand Down Expand Up @@ -227,7 +227,7 @@ private[johnsnowlabs] class CamemBertClassification(
val batchLength = batch.length

val rawScores = detectedEngine match {
case ONNX.name => getRowScoresWithOnnx(batch)
case ONNX.name => getRawScoresWithOnnx(batch)
case _ => getRawScoresWithTF(batch, maxSentenceLength)
}

Expand Down
6 changes: 3 additions & 3 deletions src/main/scala/com/johnsnowlabs/ml/ai/DeBertaClassification.scala
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -109,7 +109,7 @@ private[johnsnowlabs] class DeBertaClassification(
val batchLength = batch.length

val rawScores = detectedEngine match {
case ONNX.name => getRowScoresWithOnnx(batch)
case ONNX.name => getRawScoresWithOnnx(batch)
case _ => getRawScoresWithTF(batch)
}

Expand Down Expand Up @@ -182,7 +182,7 @@ private[johnsnowlabs] class DeBertaClassification(
rawScores
}

private def getRowScoresWithOnnx(batch: Seq[Array[Int]]): Array[Float] = {
private def getRawScoresWithOnnx(batch: Seq[Array[Int]]): Array[Float] = {

// [nb of encoded sentences , maxSentenceLength]
val (runner, env) = onnxWrapper.get.getSession(onnxSessionOptions)
Expand Down Expand Up @@ -219,7 +219,7 @@ private[johnsnowlabs] class DeBertaClassification(
val batchLength = batch.length

val rawScores = detectedEngine match {
case ONNX.name => getRowScoresWithOnnx(batch)
case ONNX.name => getRawScoresWithOnnx(batch)
case _ => getRawScoresWithTF(batch)
}

Expand Down
6 changes: 3 additions & 3 deletions src/main/scala/com/johnsnowlabs/ml/ai/DistilBertClassification.scala
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -148,7 +148,7 @@ private[johnsnowlabs] class DistilBertClassification(
val maxSentenceLength = batch.map(encodedSentence => encodedSentence.length).max

val rawScores = detectedEngine match {
case ONNX.name => getRowScoresWithOnnx(batch)
case ONNX.name => getRawScoresWithOnnx(batch)
case _ => getRawScoresWithTF(batch, maxSentenceLength)
}

Expand Down Expand Up @@ -211,7 +211,7 @@ private[johnsnowlabs] class DistilBertClassification(
rawScores
}

private def getRowScoresWithOnnx(batch: Seq[Array[Int]]): Array[Float] = {
private def getRawScoresWithOnnx(batch: Seq[Array[Int]]): Array[Float] = {

val (runner, env) = onnxWrapper.get.getSession(onnxSessionOptions)

Expand Down Expand Up @@ -247,7 +247,7 @@ private[johnsnowlabs] class DistilBertClassification(
val maxSentenceLength = batch.map(encodedSentence => encodedSentence.length).max

val rawScores = detectedEngine match {
case ONNX.name => getRowScoresWithOnnx(batch)
case ONNX.name => getRawScoresWithOnnx(batch)
case _ => getRawScoresWithTF(batch, maxSentenceLength)
}

Expand Down
6 changes: 3 additions & 3 deletions src/main/scala/com/johnsnowlabs/ml/ai/RoBertaClassification.scala
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -141,7 +141,7 @@ private[johnsnowlabs] class RoBertaClassification(
val maxSentenceLength = batch.map(encodedSentence => encodedSentence.length).max

val rawScores = detectedEngine match {
case ONNX.name => getRowScoresWithOnnx(batch)
case ONNX.name => getRawScoresWithOnnx(batch)
case _ => getRawScoresWithTF(batch, maxSentenceLength)
}

Expand Down Expand Up @@ -207,7 +207,7 @@ private[johnsnowlabs] class RoBertaClassification(
rawScores
}

private def getRowScoresWithOnnx(batch: Seq[Array[Int]]): Array[Float] = {
private def getRawScoresWithOnnx(batch: Seq[Array[Int]]): Array[Float] = {

// [nb of encoded sentences , maxSentenceLength]
val (runner, env) = onnxWrapper.get.getSession(onnxSessionOptions)
Expand Down Expand Up @@ -244,7 +244,7 @@ private[johnsnowlabs] class RoBertaClassification(
val maxSentenceLength = batch.map(encodedSentence => encodedSentence.length).max

val rawScores = detectedEngine match {
case ONNX.name => getRowScoresWithOnnx(batch)
case ONNX.name => getRawScoresWithOnnx(batch)
case _ => getRawScoresWithTF(batch, maxSentenceLength)
}

Expand Down
Loading
Loading