Nc/fix axios adapter imports (langchain-ai#149)

* Fix axios adapter imports

* Add missing dependency needed for hugginface llm

* Fallback to axios (node-only) for openai streaming mode) as the axios fetch adapter doesn't directly support consuming SSE

langchain/package.json

@@ -141,6 +141,7 @@
     "jsonpointer": "^5.0.1",
     "p-queue": "^7.3.4",
     "sqlite3": "^5.1.4",
+    "unfetch": "^5.0.0",
     "uuid": "^9.0.0",
     "yaml": "^2.2.1"
   },

langchain/src/llms/openai.ts

@@ -330,10 +330,14 @@ export class OpenAI extends BaseLLM implements OpenAIInput {
   async completionWithRetry(request: CreateCompletionRequest) {
     if (!this.client) {
       const { Configuration, OpenAIApi, fetchAdapter } = await OpenAI.imports();
-      const clientConfig = new Configuration({
-        ...this.clientConfig,
-        baseOptions: { adapter: fetchAdapter },
-      });
+      const clientConfig = new Configuration(
+        request.stream
+          ? this.clientConfig
+          : {
+              ...this.clientConfig,
+              baseOptions: { adapter: fetchAdapter },
+            }
+      );
       this.client = new OpenAIApi(clientConfig);
     }
     const makeCompletionRequest = async () =>

langchain/src/llms/tests/openai.int.test.ts

@@ -1,8 +1,26 @@
-import { test } from "@jest/globals";
+import { test, expect } from "@jest/globals";
 import { OpenAI } from "../openai.js";
 
 test("Test OpenAI", async () => {
   const model = new OpenAI({ maxTokens: 5, modelName: "text-ada-001" });
   const res = await model.call("Print hello world");
   console.log({ res });
 });
+
+test("Test OpenAI in streaming mode", async () => {
+  let nrNewTokens = 0;
+  const model = new OpenAI({
+    maxTokens: 5,
+    modelName: "text-ada-001",
+    streaming: true,
+    callbackManager: {
+      handleNewToken() {
+        nrNewTokens += 1;
+      },
+    },
+  });
+  const res = await model.call("Print hello world");
+  console.log({ res });
+
+  expect(nrNewTokens > 0).toBe(true);
+});

langchain/src/util/axios-fetch-adapter.js

@@ -6,10 +6,14 @@
  */
 
 import axios from "axios";
-import settle from "axios/lib/core/settle";
-import buildURL from "axios/lib/helpers/buildURL";
-import buildFullPath from "axios/lib/core/buildFullPath";
-import { isUndefined, isStandardBrowserEnv, isFormData } from "axios/lib/utils";
+import settle from "axios/lib/core/settle.js";
+import buildURL from "axios/lib/helpers/buildURL.js";
+import buildFullPath from "axios/lib/core/buildFullPath.js";
+import {
+  isUndefined,
+  isStandardBrowserEnv,
+  isFormData,
+} from "axios/lib/utils.js";
 
 /**
  * - Create a request object

package.json

@@ -38,4 +38,4 @@
   "dependencies": {
     "turbo": "^1.7.4"
   }
-}
+}

yarn.lock

@@ -9614,6 +9614,7 @@ __metadata:
     typedoc: ^0.23.25
     typedoc-plugin-missing-exports: ^1.0.0
     typescript: ^4.9.5
+    unfetch: ^5.0.0
     uuid: ^9.0.0
     yaml: ^2.2.1
   peerDependencies: