langchainjs
langchainjs copied to clipboard
hwchase17
Attempt to connect to Azure openai through @langchain/azure-openai failed
Checked other resources
- [X] I added a very descriptive title to this issue.
- [X] I searched the LangChain.js documentation with the integrated search.
- [X] I used the GitHub search to find a similar question and didn't find it.
- [X] I am sure that this is a bug in LangChain.js rather than my code.
- [X] The bug is not resolved by updating to the latest stable version of LangChain (or the specific integration package).
Example Code
const { AzureOpenAI } = require("@langchain/azure-openai");
const { HumanMessage } = require("@langchain/core/messages");
const model = new AzureOpenAI({
azureOpenAIEndpoint: 'https://someendpoint.openai.azure.com/',
azureOpenAIApiKey: 'somekey',
azureOpenAIApiDeploymentName: 'gpt-4-32k',
modelName: 'gpt-4-32k'
});
async function doSomething() {
try {
console.log(new HumanMessage("Hello world!"));
const response = await model.invoke(new HumanMessage("Hello world!"));
console.log(response);
return response
} catch (error) {
console.log(error);
throw error;
}
}
module.exports = {
doSomething
};
Error Message and Stack Trace (if applicable)
"error":{"message":"[object Object]","stack":"Error: [object Object]\n at /app/node_modules/.pnpm/@[email protected]/node_modules/@langchain/core/dist/utils/async_caller.cjs:101:23\n at processTicksAndRejections (node:internal/process/task_queues:95:5)\n at RetryOperation._fn (/app/node_modules/.pnpm/[email protected]/node_modules/p-retry/index.js:50:12)"}
Description
It's a duplicate of 4955 except that I'm using
import { AzureOpenAI } from '@langchain/azure-openai'
instead of
import { AzureChatOpenAI } from '@langchain/azure-openai'
As a quick fix I'm using AzureChatOpenAI but just creating the issue so you can fix both
System Info
yarn info v1.22.19
{
time: {
'0.0.1': '2020-01-03T03:05:43.024Z',
created: '2021-06-30T09:29:32.055Z',
'0.1.1': '2021-06-30T09:29:32.190Z',
modified: '2022-05-10T12:54:14.830Z',
'0.1.2': '2021-07-01T08:07:28.558Z',
'0.1.3': '2021-07-01T12:21:21.837Z',
'0.1.4': '2021-07-07T14:16:33.407Z',
'0.1.5': '2021-10-01T14:22:16.935Z'
},
name: 'nestjs-starter',
'dist-tags': {
latest: '0.1.5'
},
versions: [
'0.1.2',
'0.1.3',
'0.1.4',
'0.1.5'
],
maintainers: [
{
name: 'pktai.iot',
email: '[email protected]'
}
],
description: 'Get started for beginners with Nestjs',
keywords: [
'nest',
'nest starter',
'nestjs starter',
'nestjs-starter',
'typescript nest'
],
author: {
name: 'TaiPham',
url: 'https://github.com/pktai'
},
license: 'MIT',
readmeFilename: 'README.md',
homepage: 'https://github.com/pktai/nestjs-starter#readme',
repository: {
type: 'git',
url: 'git+https://github.com/pktai/nestjs-starter.git'
},
contributors: [
{
name: 'TaiPham',
url: 'https://github.com/pktai'
}
],
bugs: {
url: 'https://github.com/pktai/nestjs-starter/issues'
},
version: '0.1.5',
scripts: {
'check-types': 'tsc',
build: 'nest build',
format: 'prettier --write "src/**/*.ts" "tests/**/*.ts"',
start: 'nest start',
'start:dev': 'nest start --watch',
'start:debug': 'nest start --debug --watch',
'start:prod': 'node dist/src/main.js',
lint: 'eslint "{src,scripts,test}/**/*.ts" --fix',
test: 'jest',
'test:watch': 'jest --watch',
'test:cov': 'jest --coverage',
'test:debug': 'node --inspect-brk -r tsconfig-paths/register -r ts-node/register node_modules/.bin/jest --runInBand',
'test:e2e': 'jest --config ./tests/jest-e2e.json',
prebuild: 'rimraf dist',
prepare: 'husky install',
'pre-commit-lint': 'yarn check-types && yarn lint-staged && yarn lint',
'db:migrate': 'sequelize db:migrate',
'db:migrate:undo': 'sequelize db:migrate:undo',
'db:seed': 'sequelize db:seed:all',
'heroku-postbuild': 'yarn build'
},
dependencies: {
'@nestjs/common': '~7.6.18',
'@nestjs/config': '~0.6.3',
'@nestjs/core': '~7.6.18',
'@nestjs/jwt': '~7.2.0',
'@nestjs/mongoose': '^8.0.1',
'@nestjs/passport': '~7.1.5',
'@nestjs/platform-express': '~7.6.18',
'@nestjs/platform-fastify': '~7.6.18',
'@nestjs/platform-socket.io': '~8.0.8',
'@nestjs/sequelize': '~0.2.0',
'@nestjs/swagger': '~4.8.0',
'@nestjs/websockets': '~8.0.8',
'@types/bluebird': '~3.5.35',
'@types/cls-hooked': '~4.3.3',
'@types/validator': '~13.1.4',
'class-transformer': '~0.4.0',
'class-validator': '~0.13.1',
'cls-hooked': '~4.2.2',
'cookie-parser': '~1.4.5',
dotenv: '~10.0.0',
'fastify-helmet': '~5.3.1',
'fastify-rate-limit': '~5.5.0',
'fastify-swagger': '~4.7.0',
lodash: '~4.17.21',
mongoose: '^6.0.3',
passport: '~0.4.1',
'passport-jwt': '~4.0.0',
pg: '~8.6.0',
'reflect-metadata': '~0.1.13',
sequelize: '~6.6.2',
'sequelize-typescript': '~2.1.0',
'socket.io': '~4.2.0'
},
devDependencies: {
'@commitlint/cli': '~12.1.4',
'@commitlint/config-conventional': '~12.1.4',
'@nestjs/cli': '~7.6.0',
'@nestjs/schematics': '~7.3.1',
'@nestjs/testing': '~7.6.18',
'@types/cookie-parser': '~1.4.2',
'@types/express': '~4.17.12',
'@types/jest': '~26.0.23',
'@types/node': '~15.12.2',
'@types/passport-jwt': '~3.0.5',
'@types/sequelize': '~4.28.9',
'@types/supertest': '~2.0.11',
'@typescript-eslint/eslint-plugin': '~4.27.0',
'@typescript-eslint/parser': '~4.27.0',
axios: '~0.21.1',
commitlint: '~12.1.4',
'cross-env': '~7.0.3',
eslint: '~7.28.0',
'eslint-config-prettier': '~8.3.0',
'eslint-plugin-import': '~2.23.4',
'eslint-plugin-prettier': '~3.4.0',
husky: '~6.0.0',
jest: '~27.0.4',
'lint-staged': '~11.0.0',
prettier: '~2.3.1',
rimraf: '~3.0.2',
'sequelize-cli': '~6.2.0',
superagent: '~6.1.0',
supertest: '~6.1.3',
'ts-jest': '~27.0.3',
'ts-loader': '~9.2.3',
'ts-node': '~10.0.0',
'tsconfig-paths': '~3.9.0',
typescript: '~4.3.4'
},
jest: {
moduleFileExtensions: [
'js',
'json',
'ts'
],
rootDir: '.',
testMatch: [
'**/tests/**/*.e2e-spec.ts'
],
transform: {
'^.+\\.(t|j)s$': 'ts-jest'
},
coverageDirectory: '../coverage',
testEnvironment: 'node'
},
'lint-staged': {
'*.{js,ts}': [
'cross-env NODE_ENV=development eslint --cache'
],
'{*.json,.{babelrc,eslintrc,prettierrc}}': [
'prettier --ignore-path .eslintignore --parser json --write'
]
},
gitHead: 'c9f49738f1ef9c7ff6da0955ce391038b510fd52',
dist: {
integrity: 'sha512-vXQemRjozOaIne1SwPByov16vnddOEYXU1vML3cK9DGu4+OiV/idGcdn0FyqYBvNZpq5XBKMaGI3HO2RkKdMKQ==',
shasum: '4b67a0c104333a09c7c9ed5e19371dfbcc269b4d',
tarball: 'https://registry.npmjs.org/nestjs-starter/-/nestjs-starter-0.1.5.tgz',
fileCount: 99,
unpackedSize: 89069,
'npm-signature': '-----BEGIN PGP SIGNATURE-----\r\n' +
'Version: OpenPGP.js v3.0.13\r\n' +
'Comment: https://openpgpjs.org\r\n' +
'\r\n' +
'wsFcBAEBCAAQBQJh20W6CRA9TVsSAnZWagAAeKsP/iKO2BKgCBISqLAbRo4V\n' +
'GMmpZbUy5hde7Xy7pE8qXqgFhQbLZyoNt2T7Q6Ad05UYM2Tb96+uZ9l3jPA4\n' +
'ccHqy0goowQ+EXrVK7QUOPRfY9pNS2VfOPxoR9/TBaGgEUhPpkGy77fQPcuO\n' +
'Nnv/l83G2djtqmMzdJwvF8QaMKiCARpR2uZnk1bePVpz2DktSvfg/OerChGZ\n' +
'KcP/B8P0xeFxySJ+N6tmLETe2C6cTxbBuvQorIAp1lpEzM912eLRHYsCRcq7\n' +
'etW2bZF+/Nm5Hj5QhAyXDqBw/kJX3VtrktQihTFB/McSo8y4QRV3FSw5lmpF\n' +
'42jFxEf8zEyIIY4axKnt9eZ4etKbcofqlhUbZSTJKL5cv64hy6UdQjhmFNeW\n' +
'yCMFPdp43B6LFGAVYxboWoV7y1Lg/TDf7F2d1LnTnpnDmBzzv05nQq3WbsyP\n' +
'M4c5xv2PbL9+dHFxM5XbJcmrz8+mMORhiT6w/GmXpH3DxzdrQrcZGGQsEYpn\n' +
'vG3ndMnUHMB/Ne3mfo+iBEhx8vus+bjZBeTnA2duMAalfJ6uH0pdNm2NyHE2\n' +
'dcPD1Ceu0L5UVWW5OKoBKEWRftGyFKmvDzDmEzivvdOOl1mYZ15PQBw3SZXR\n' +
'MGu2Z2GP9KuXwXKRVEYtdNuCPeIOBGi64snKuITVS8Kiw4ErvAEYA+omzy2I\n' +
'lAjW\r\n' +
'=mgc+\r\n' +
'-----END PGP SIGNATURE-----\r\n',
signatures: [
{
keyid: 'SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA',
sig: 'MEYCIQCJUuJRjNWvZuZKNkeLuwFmvgQNvCNqV9w+u+kKbFt3jwIhAJs1uScDJNq4AawRvOWymzn/7aYiovKjmlbztALH9yPc'
}
]
},
directories: {}
}
platform: ubuntu 22.04 node version : v20.12.1 pnpm version : 8.15.6
Thank you for providing detailed information about the issue you're facing. Based on the error message you've shared, it seems like the error is being thrown from the async_caller.cjs file in the @langchain/core package. However, without more specific information about the error object, it's difficult to pinpoint the exact cause of the issue.
From the context provided, it appears that there have been similar issues reported in the past. For instance, issue #4955 seems to be a duplicate of your issue but with the use of AzureChatOpenAI instead of AzureOpenAI. This issue was resolved by a pull request: azure-openai[patch]: fix azureOpenAIApiKey not working. It might be worth checking if the changes made in this pull request are applicable to your case.
Additionally, there are a few other closed issues that might be relevant:
-
AzureOpenAI Content Filter Error cause unhandled error: This issue suggests that the problem might be resolved when integrating the new OpenAI SDK.
-
Azure OpenAI call gets Bad Authorization header: This issue suggests ensuring that the
AZURE_OPENAI_API_KEYand other Azure OpenAI related environment variables are correctly set in your environment or passed in thefieldsobject when creating a newChatOpenAIinstance. -
Langchain and Azure ChatOpenAI is not working: This issue suggests setting the environment variables directly.
Given the information you've provided, I would recommend the following steps:
-
Double-check your environment variables and the parameters you're passing to the
AzureOpenAIconstructor. Make sure they match the expected format and type as described in the LangChain.js documentation. -
Try to get more information about the error object. The current error message is not very informative as it only shows
[object Object]. You could try loggingerror.messageorJSON.stringify(error)to get more details about the error. -
If the error persists, please provide more information about the error object and any other relevant details. This will help us better understand the issue and provide a more accurate solution.
I hope this helps! If you have any other questions or need further clarification, feel free to ask. Dosu
Sources
- Attempt to connect to Azure openai through @langchain/azure-openai failed
- AzureOpenAI Content Filter Error cause unhandled error
- Azure OpenAI call gets Bad Authorization header
- Langchain and Azure ChatOpenAI is not working
- libs/langchain-openai/src/azure/llms.ts
- libs/langchain-openai/src/types.ts
- libs/langchain-azure-openai/src/tests/llms.int.test.ts
About Dosu
This response is meant to be useful and save you time. It is not meant to be a precise solution, but rather a starting point for your own research.
Help me be more useful! Please leave a 👍 if this is helpful and 👎 if it is irrelevant.
If you want to continue the conversation, start your reply with @dosu-bot.
![dosubot[bot] avatar](https://avatars.githubusercontent.com/in/324583?v=4 "Published by a pub.dev verified publisher"){kind=small}
Any updates on this? Facing the same issue With error - Error: [object Object] at /app/server/node_modules/@langchain/core/dist/utils/async_caller.cjs:98:23 at process.processTicksAndRejections (node:internal/process/task_queues:95:5) at async RetryOperation._fn (/app/server/node_modules/p-retry/index.js:50:12) { attemptNumber: 7, retriesLeft: 0 }
On using both AzureOpenAI as well as AzureChatOpenAI. Already tried the fix suggested in #4955 but that did not fix the issue
I'm facing the same error.
When I use @langchain/openai, the error is:
Error: OpenAI or Azure OpenAI API key or Token Provider not found
at new ChatOpenAI (/Users/zouang/code/LangchainJSTest/node_modules/@langchain/openai/dist/chat_models.cjs:426:19)
at new AzureChatOpenAI (/Users/zouang/code/LangchainJSTest/node_modules/@langchain/openai/dist/azure/chat_models.cjs:25:9)
at Object.<anonymous> (/Users/zouang/code/LangchainJSTest/index.js:13:19)
at Module._compile (node:internal/modules/cjs/loader:1368:14)
at Module._extensions..js (node:internal/modules/cjs/loader:1426:10)
at Module.load (node:internal/modules/cjs/loader:1205:32)
at Module._load (node:internal/modules/cjs/loader:1021:12)
at Function.executeUserEntryPoint [as runMain] (node:internal/modules/run_main:142:12)
at node:internal/main/run_main_module:28:49
When I use @langchain/azure-openai, the error is:
The sample encountered an error: Error: [object Object]
at /Users/zouang/code/LangchainJSTest/node_modules/@langchain/core/dist/utils/async_caller.cjs:98:23
at process.processTicksAndRejections (node:internal/process/task_queues:95:5)
at async RetryOperation._fn (/Users/zouang/code/LangchainJSTest/node_modules/p-retry/index.js:50:12) {
attemptNumber: 7,
retriesLeft: 0
