Add missing exllamav2 samplers

oobabooga · Nov 16, 2023 · 58c6001 · 58c6001
1 parent cd41f89
commit 58c6001
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/modules/exllamav2.py b/modules/exllamav2.py
@@ -96,7 +96,12 @@ def generate_with_streaming(self, prompt, state):
         settings.temperature = state['temperature']
         settings.top_k = state['top_k']
         settings.top_p = state['top_p']
+        settings.min_p = state['min_p']
+        settings.tfs = state['tfs']
         settings.typical = state['typical_p']
+        settings.mirostat = state['mirostat_mode'] == 2
+        settings.mirostat_tau = state['mirostat_tau']
+        settings.mirostat_eta = state['mirostat_eta']
         settings.token_repetition_penalty = state['repetition_penalty']
         settings.token_repetition_range = -1 if state['repetition_penalty_range'] <= 0 else state['repetition_penalty_range']
         if state['ban_eos_token']:

diff --git a/modules/loaders.py b/modules/loaders.py
@@ -235,11 +235,16 @@
     'ExLlamav2': {
         'temperature',
         'top_p',
+        'min_p',
         'top_k',
         'typical_p',
+        'tfs',
         'repetition_penalty',
         'repetition_penalty_range',
         'seed',
+        'mirostat_mode',
+        'mirostat_tau',
+        'mirostat_eta',
         'ban_eos_token',
         'add_bos_token',
         'custom_token_bans',