Update distil_logits.py

arcee-ai · Sep 17, 2024 · 09fbb0c · 09fbb0c
1 parent 12a3bc9
commit 09fbb0c
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/distil_logits.py b/distil_logits.py
@@ -175,6 +175,7 @@ def distillation_loss(self, student_logits, teacher_logits, inputs, original_los
     tokenizer=student_tokenizer,
     args=training_arguments,
     max_seq_length=config["tokenizer"]["max_length"],
+    dataset_text_field="text",
 )
 
 # Add the teacher model to the trainer