More LLM hello world examples: OpenAI Chat, Replicate, HuggingFace

examples/src/llm_cohere_concurrency.ts → examples/src/llms/cohere.ts

@@ -4,12 +4,11 @@ export const run = async () => {
   const model = new Cohere({
     temperature: 0.7,
     verbose: true,
-    maxConcurrency: 1,
     maxTokens: 20,
     maxRetries: 5,
   });
   const res = await model.call(
-    "What would be a good company name a company that makes colorful socks?"
+    "Question: What would be a good company name a company that makes colorful socks?\nAnswer:"
   );
-  console.log("hello", { res });
+  console.log({ res });
 };

examples/src/llms/hf.ts

@@ -0,0 +1,14 @@
+import { HuggingFaceInference } from "langchain/llms/hf";
+
+export const run = async () => {
+  const model = new HuggingFaceInference({
+    model: "gpt2",
+    temperature: 0.7,
+    verbose: true,
+    maxTokens: 50,
+  });
+  const res = await model.call(
+    "Question: What would be a good company name a company that makes colorful socks?\nAnswer:"
+  );
+  console.log({ res });
+};

examples/src/llms/openai-chat.ts

@@ -0,0 +1,17 @@
+import { OpenAIChat } from "langchain/llms/openai";
+
+export const run = async () => {
+  const model = new OpenAIChat({
+    prefixMessages: [
+      {
+        role: "system",
+        content: "You are a helpful assistant that answers in pirate language",
+      },
+    ],
+    maxTokens: 50,
+  });
+  const res = await model.call(
+    "What would be a good company name a company that makes colorful socks?"
+  );
+  console.log({ res });
+};

examples/src/llm_openai_concurrency.ts → examples/src/llms/openai.ts

@@ -5,12 +5,11 @@ export const run = async () => {
     modelName: "gpt-4",
     temperature: 0.7,
     verbose: true,
-    maxConcurrency: 1,
     maxTokens: 1000,
     maxRetries: 5,
   });
   const res = await model.call(
-    "What would be a good company name a company that makes colorful socks?"
+    "Question: What would be a good company name a company that makes colorful socks?\nAnswer:"
   );
-  console.log("hello", { res });
+  console.log({ res });
 };

examples/src/llms/replicate.ts

@@ -0,0 +1,12 @@
+import { Replicate } from "langchain/llms/replicate";
+
+export const run = async () => {
+  const model = new Replicate({
+    model:
+      "replicate/flan-t5-xl:3ae0799123a1fe11f8c89fd99632f843fc5f7a761630160521c4253149754523",
+  });
+  const res = await model.call(
+    "Question: What would be a good company name a company that makes colorful socks?\nAnswer:"
+  );
+  console.log({ res });
+};