Add Lit.BatchedModel in preparation to move prediction_minibatch and …

…related functionalities from Lit.Model to it. PiperOrigin-RevId: 552893648
PAIR-code · Aug 1, 2023 · 5ed93bd · 5ed93bd
1 parent b29d1f3
commit 5ed93bd
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/lit_nlp/api/model.py b/lit_nlp/api/model.py
@@ -282,6 +282,15 @@ def get_embedding_table(self) -> tuple[list[str], np.ndarray]:
     return self.wrapped.get_embedding_table()
 
 
+class BatchedModel(Model):
+  """Generic base class for the batched model.
+
+  Currently this is a no-op pass-through of Model class and will be updated
+  after moving users of Model class over.
+  """
+  pass
+
+
 class BatchedRemoteModel(Model):
   """Generic base class for remotely-hosted models.