[SPARKNLP-856] Adding CamemBertForZeroShotClassification to ResourceD…

…ownloader
JohnSnowLabs · Aug 7, 2024 · d57d13f · d57d13f
1 parent 79643e9
commit d57d13f
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 24 deletions.
diff --git a/python/sparknlp/annotator/classifier_dl/camembert_for_zero_shot_classification.py b/python/sparknlp/annotator/classifier_dl/camembert_for_zero_shot_classification.py
@@ -34,7 +34,7 @@ class CamemBertForZeroShotClassification(AnnotatorModel,
     >>> sequenceClassifier = CamemBertForZeroShotClassification.pretrained() \\
     ...     .setInputCols(["token", "document"]) \\
     ...     .setOutputCol("label")
-    The default model is ``"deberta_base_zero_shot_classifier_mnli_anli_v3"``, if no name is
+    The default model is ``"camembert_zero_shot_classifier_xnli_onnx"``, if no name is
     provided.
     For available pretrained models please see the `Models Hub
     <https://sparknlp.orgtask=Text+Classification>`__.

diff --git a/...la/com/johnsnowlabs/nlp/annotators/classifier/dl/CamemBertForZeroShotClassification.scala b/...la/com/johnsnowlabs/nlp/annotators/classifier/dl/CamemBertForZeroShotClassification.scala
@@ -285,7 +285,7 @@ trait ReadPretrainedCamemBertForZeroShotClassification
     extends ParamsAndFeaturesReadable[CamemBertForZeroShotClassification]
     with HasPretrained[CamemBertForZeroShotClassification] {
   override val defaultModelName: Some[String] = Some(
-    "camembert-zero-shot-classifier-xnli-onnx"
+    "camembert_zero_shot_classifier_xnli_onnx"
   )
   override val defaultLang: String = "en"
 

diff --git a/src/main/scala/com/johnsnowlabs/nlp/pretrained/ResourceDownloader.scala b/src/main/scala/com/johnsnowlabs/nlp/pretrained/ResourceDownloader.scala
@@ -690,7 +690,8 @@ object PythonResourceDownloader {
     "MPNetForQuestionAnswering" -> MPNetForQuestionAnswering,
     "LLAMA2Transformer" -> LLAMA2Transformer,
     "M2M100Transformer" -> M2M100Transformer,
-    "UAEEmbeddings" -> UAEEmbeddings)
+    "UAEEmbeddings" -> UAEEmbeddings,
+    "CamemBertForZeroShotClassification" -> CamemBertForZeroShotClassification)
 
   // List pairs of types such as the one with key type can load a pretrained model from the value type
   val typeMapper: Map[String, String] = Map("ZeroShotNerModel" -> "RoBertaForQuestionAnswering")

diff --git a/src/main/scala/com/johnsnowlabs/nlp/pretrained/ResourceMetadata.scala b/src/main/scala/com/johnsnowlabs/nlp/pretrained/ResourceMetadata.scala
@@ -109,27 +109,6 @@ object ResourceMetadata {
       candidates: List[ResourceMetadata],
       request: ResourceRequest): Option[ResourceMetadata] = {
 
-    val compatibleCandidatesName = candidates
-      .filter(item =>
-        item.readyToUse && item.libVersion.isDefined && item.sparkVersion.isDefined
-          && item.name == request.name)
-
-    val compatibleCandidatesLanguage = candidates
-      .filter(item =>
-        item.readyToUse && item.libVersion.isDefined && item.sparkVersion.isDefined
-          && item.name == request.name
-          && (request.language.isEmpty || item.language.isEmpty || request.language.get == item.language.get)
-      )
-
-    val compatibleCandidatesSparkNLPVersion =
-      candidates
-        .filter(item =>
-          item.readyToUse && item.libVersion.isDefined && item.sparkVersion.isDefined
-            && item.name == request.name
-            && (request.language.isEmpty || item.language.isEmpty || request.language.get == item.language.get)
-            && Version.isCompatible(request.libVersion, item.libVersion))
-
-    println("")
     val compatibleCandidates = candidates
       .filter(item =>
         item.readyToUse && item.libVersion.isDefined && item.sparkVersion.isDefined