disable lookup for infill and embedding

ggerganov · Apr 22, 2024 · 244508a · 244508a
1 parent 0ad7512
commit 244508a
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -2217,6 +2217,9 @@ struct server_context {
             };
 
             for (auto & slot : slots) {
+                if (slot.infill || slot.embedding) {
+                    continue;
+                }
                 if (slot.state != SLOT_STATE_PROCESSING || slot.i_batch < (int) i || slot.i_batch >= (int) (i + n_tokens)) {
                     continue; // continue loop of slots
                 }