dosubot[bot]
commented
1 month ago Hello, @jasim-mts! I'm here to help you with any issues you're facing. If you need assistance with bugs, questions, or becoming a contributor, feel free to ask.
To resolve the issue of your OpenAI assistant created using LangChain.js not remembering the conversation locally, you need to ensure that the ChatMessageHistory is properly instantiated and used within your application. Here is an example of how to set it up correctly:
import { OpenAIAssistantRunnable } from "langchain/experimental/openai_assistant";
import { AgentExecutor } from "langchain/agents";
import { AIMessage, HumanMessage } from "@langchain/core/messages";
import { ChatMessageHistory } from "langchain/stores/message/in_memory";
import { RunnableWithMessageHistory } from "@langchain/core/runnables";
import { StructuredTool } from "langchain/tools";
import { z } from "zod";
async function* asyncGenerator(response: any) {
if (response && response.returnValues && response.returnValues.output) {
yield response.returnValues.output;
} else {
throw new Error("Unsupported response type");
}
}
function getCurrentWeather(location: string, _unit = "fahrenheit") {
if (location.toLowerCase().includes("tokyo")) {
return JSON.stringify({ location, temperature: "10", unit: "celsius" });
} else if (location.toLowerCase().includes("san francisco")) {
return JSON.stringify({ location, temperature: "72", unit: "fahrenheit" });
} else {
return JSON.stringify({ location, temperature: "22", unit: "celsius" });
}
}
class WeatherTool extends StructuredTool {
schema = z.object({
location: z.string().describe("The city and state, e.g. San Francisco, CA"),
unit: z.enum(["celsius", "fahrenheit"]).optional(),
});
name = "get_current_weather";
description = "Get the current weather in a given location";
constructor(...args: undefined[]) {
super(...args);
}
async _call(input: { location: string; unit?: string }) {
const { location, unit } = input;
const result = getCurrentWeather(location, unit);
return result;
}
}
const tools = [new WeatherTool()];
export async function POST(req: Request) {
const { messages } = await req.json();
const userMessage = messages.filter((item: { role: string; }) => item.role === 'user').map((item: { content: any; }) => item.content);
const lastUserMessage = userMessage.pop();
const start = Date.now();
const messageHistory = new ChatMessageHistory();
const agent = await OpenAIAssistantRunnable.createAssistant({
model: "gpt-4o",
instructions: "you are helpful assistant",
name: "Math Tutor",
tools,
asAgent: true,
});
try {
const agentExecutor = AgentExecutor.fromAgentAndTools({
agent,
tools
});
const defaultUserMessage = "hey, how are you?";
const defaultAIMessage = "hello, how can i assist you today?";
// Add initial messages to the message history
await messageHistory.addMessage(new HumanMessage(defaultUserMessage));
await messageHistory.addMessage(new AIMessage(defaultAIMessage));
// Invoke the agent executor with the default messages
const default_result = await agentExecutor.invoke({
content: defaultUserMessage,
chat_history: messageHistory.getMessages(),
});
console.log("Default--Resulttt===", default_result);
// Add the result to the message history
await messageHistory.addMessage(new HumanMessage(default_result.content));
await messageHistory.addMessage(new AIMessage(default_result.output));
// Invoke the agent executor with the last user message
const result = await agentExecutor.invoke({
content: lastUserMessage,
chat_history: messageHistory.getMessages(),
});
console.log("Result =", result);
// Add the result to the message history
await messageHistory.addMessage(new HumanMessage(lastUserMessage));
await messageHistory.addMessage(new AIMessage(result.output));
// Converting to readable stream
const responseStream = new ReadableStream({
async start(controller) {
for await (const chunk of asyncGenerator(result)) {
controller.enqueue(new TextEncoder().encode(chunk));
}
controller.close();
},
cancel() {
console.log("Stream cancelled");
}
});
return new Response(responseStream, {
headers: {
"Content-Type": "text/event-stream",
"X-LLM-Start": `${start}`,
"X-LLM-Response": `${Date.now()}`,
},
});
} catch (error: any) {
console.error('Error processing assistant response:', error);
return new Response(JSON.stringify({
error: 'Error processing request',
message: error.message,
stack: error.stack
}), { status: 500, headers: { 'Content-Type': 'application/json' } });
}
}In this code, the ChatMessageHistory class is used to manage the conversation history. The addMessage method is called to add messages to the history, and the getMessages method is used to retrieve the current state of the conversation history. This ensures that the conversation history is maintained and passed to the model correctly [1].
To continue talking to Dosu, mention @dosu.
jasim-mts
Checked other resources
Example Code
import { OpenAIAssistantRunnable } from "langchain/experimental/openai_assistant"; import { AgentExecutor } from "langchain/agents"; import { AIMessage, HumanMessage } from "@langchain/core/messages"; import { ChatMessageHistory } from "langchain/stores/message/in_memory"; import { RunnableWithMessageHistory } from "@langchain/core/runnables"; import { StructuredTool } from "langchain/tools"; import { z } from "zod";
async function* asyncGenerator(response: any) { if (response && response.returnValues && response.returnValues.output) { yield response.returnValues.output; } else { throw new Error("Unsupported response type"); } }
function getCurrentWeather(location: string, _unit = "fahrenheit") { if (location.toLowerCase().includes("tokyo")) { return JSON.stringify({ location, temperature: "10", unit: "celsius" }); } else if (location.toLowerCase().includes("san francisco")) { return JSON.stringify({ location, temperature: "72", unit: "fahrenheit" }); } else { return JSON.stringify({ location, temperature: "22", unit: "celsius" }); } }
class WeatherTool extends StructuredTool { schema = z.object({ location: z.string().describe("The city and state, e.g. San Francisco, CA"), unit: z.enum(["celsius", "fahrenheit"]).optional(), });
name = "get_current_weather";
description = "Get the current weather in a given location";
constructor(...args: undefined[]) { super(...args); }
async _call(input: { location: string; unit?: string }) { const { location, unit } = input; const result = getCurrentWeather(location, unit); return result; } }
const tools = [new WeatherTool()];
export async function POST(req: Request) { const { messages } = await req.json(); const userMessage = messages.filter((item: { role: string; }) => item.role === 'user').map((item: { content: any; }) => item.content);
const lastUserMessage = userMessage.pop(); const start = Date.now();
const messageHistory = new ChatMessageHistory();
const agent = await OpenAIAssistantRunnable.createAssistant({ model: "gpt-4o", instructions: "you are helpful assistant", name: "Math Tutor", tools, asAgent: true, });
try { const agentExecutor = AgentExecutor.fromAgentAndTools({ agent, tools });
} catch (error: any) { console.error('Error processing assistant response:', error); return new Response(JSON.stringify({ error: 'Error processing request', message: error.message, stack: error.stack }), { status: 500, headers: { 'Content-Type': 'application/json' } }); } }
Error Message and Stack Trace (if applicable)
No response
Description
I am trying to add memory to the Open AI assistant which i just created through code by following langchain js documentation: https://js.langchain.com/v0.1/docs/modules/agents/agent_types/openai_tools_agent/#using-with-chat-history. If i chat with my assistant on playground at Open AI platform it does remember the conversation but on local is not.
output of result in code is: { content: 'give some examples', chat_history: [ HumanMessage { lc_serializable: true, lc_kwargs: [Object], lc_namespace: [Array], content: 'what is gravity', name: undefined, additional_kwargs: {}, response_metadata: {} }, AIMessage { lc_serializable: true, lc_kwargs: [Object], lc_namespace: [Array], content: "Gravity is a force that attracts objects with mass toward each other. It causes objects to fall to the ground, keeps planets in orbit, and affects tides. Gravity is explained by Einstein's General Theory of Relativity as the curvature of spacetime by mass.", name: undefined, additional_kwargs: {}, response_metadata: {}, tool_calls: [], invalid_tool_calls: [] } ], output: 'Of course! Here are a few examples of how different functions can be used:\n' + '\n' + '### Example 1: Checking the Current Weather\n' + '\n' + "Let's say you want to check the current weather in two different cities:\n" + '\n' + '1. San Francisco, CA\n' + '2. New York, NY\n' + '\n' + 'You would use the
multi_tool_use.parallelfunction to callfunctions.get_current_weatherfor each city simultaneously.\n' + '\n' + 'json\n' + '{\n' + ' "tool_uses": [\n' + ' {\n' + ' "recipient_name": "functions.get_current_weather",\n' + ' "parameters": {\n' + ' "location": "San Francisco, CA",\n' + ' "unit": "fahrenheit"\n' + ' }\n' + ' },\n' + ' {\n' + ' "recipient_name": "functions.get_current_weather",\n' + ' "parameters": {\n' + ' "location": "New York, NY",\n' + ' "unit": "fahrenheit"\n' + ' }\n' + ' }\n' + ' ]\n' + '}\n' + '\n' + '\n' + '### Example 2: Getting Weather and Time Simultaneously\n' + '\n' + 'Suppose you want to get the current weather and current time in Miami, FL.\n' + '\n' + '1. Usefunctions.get_current_weatherto get the weather.\n' + "2. (Assume there's a functionfunctions.get_current_timeto get the time) Usefunctions.get_current_timeto get the time.\n" + '\n' + 'You would use:\n' + '\n' + 'json\n' + '{\n' + ' "tool_uses": [\n' + ' {\n' + ' "recipient_name": "functions.get_current_weather",\n' + ' "parameters": {\n' + ' "location": "Miami, FL",\n' + ' "unit": "celsius"\n' + ' }\n' + ' },\n' + ' {\n' + ' "recipient_name": "functions.get_current_time",\n' + ' "parameters": {\n' + ' "location": "Miami, FL"\n' + ' }\n' + ' }\n' + ' ]\n' + '}\n' + '\n' + '\n' + "(Note: The current time function is hypothetical in this example, as it's not part of the provided tools.)\n" + '\n' + '### Example 3: Comparing Weather in Multiple Cities\n' + '\n' + 'You want to compare the weather between Los Angeles, CA and Chicago, IL:\n' + '\n' + 'json\n' + '{\n' + ' "tool_uses": [\n' + ' {\n' + ' "recipient_name": "functions.get_current_weather",\n' + ' "parameters": {\n' + ' "location": "Los Angeles, CA",\n' + ' "unit": "fahrenheit"\n' + ' }\n' + ' },\n' + ' {\n' + ' "recipient_name": "functions.get_current_weather",\n' + ' "parameters": {\n' + ' "location": "Chicago, IL",\n' + ' "unit": "fahrenheit"\n' + ' }\n' + ' }\n' + ' ]\n' + '}\n' + '\n' + '\n' + 'These examples illustrate how you can call multiple functions simultaneously to gather different types of information or data for various locations.', runId: 'run_POYZOsg0lIEx7xaUgd3pzVu5', threadId: 'thread_hjf7Ff3Znxi4gxsnNlv8Hujz' }System Info
npm run dev mac node version is v21.7.3