Hi, I am trying out Mentat Python client but I believe it isnt able to create a session. I assume it's a FastAPI error
The code below confirms that my AZURE_OPENAI_KEY and AZURE_OPENAI_ENDPOINT. The same error happens with OPENAI_API_KEY. And yes, with AZURE I didnt use the OPENAI_API_KEY.
Till Mentat version 1.0.13, the code works well with OPENAI_API_KEY and generates the required code but, I think there is an issue with the versions after that.
Python: 3.11.7
Mentat version: 1.0.18
Here is the code
import os
from mentat import Mentat
async def UseMentat():
keyEnv = os.getenv("AZURE_OPENAI_KEY")
pathEnv = os.getenv("AZURE_OPENAI_ENDPOINT")
print(keyEnv, pathEnv)
# CODE GEN TEST
dataPath = "a.js"
finalPrompt = f"Write a code in node.js to add two numbers. Then save the output to {dataPath}"
# Interact with Mentat
client = Mentat(paths=["README.md"])
await client.startup()
await client.call_mentat_auto_accept(finalPrompt)
await client.shutdown()
return {"code": 200}
Here are the error logs
ERROR: Exception in ASGI application
Traceback (most recent call last):
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/mentat/python_client/client.py", line 73, in call_mentat
return await self._call_mentat_task
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/mentat/python_client/client.py", line 60, in _call_mentat
await self.wait_for_edit_completion()
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/mentat/python_client/client.py", line 85, in wait_for_edit_completion
await self.session.stream.recv(channel="edits_complete")
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/mentat/session_stream.py", line 146, in recv
async for event in subscriber:
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/mentat/broadcast.py", line 27, in __aiter__
yield await self.get()
^^^^^^^^^^^^^^^^
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/mentat/broadcast.py", line 32, in get
item = await self._queue.get()
^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/homebrew/Cellar/python@3.11/3.11.7_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/queues.py", line 158, in get
await getter
asyncio.exceptions.CancelledError
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/uvicorn/protocols/http/httptools_impl.py", line 411, in run_asgi
result = await app( # type: ignore[func-returns-value]
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/uvicorn/middleware/proxy_headers.py", line 69, in __call__
return await self.app(scope, receive, send)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/fastapi/applications.py", line 1054, in __call__
await super().__call__(scope, receive, send)
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/starlette/applications.py", line 123, in __call__
await self.middleware_stack(scope, receive, send)
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/starlette/middleware/errors.py", line 186, in __call__
raise exc
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/starlette/middleware/errors.py", line 164, in __call__
await self.app(scope, receive, _send)
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/starlette/middleware/exceptions.py", line 62, in __call__
await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send)
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
raise exc
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
await app(scope, receive, sender)
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/starlette/routing.py", line 758, in __call__
await self.middleware_stack(scope, receive, send)
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/starlette/routing.py", line 778, in app
await route.handle(scope, receive, send)
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/starlette/routing.py", line 299, in handle
await self.app(scope, receive, send)
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/starlette/routing.py", line 79, in app
await wrap_app_handling_exceptions(app, request)(scope, receive, send)
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
raise exc
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
await app(scope, receive, sender)
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/starlette/routing.py", line 74, in app
response = await func(request)
^^^^^^^^^^^^^^^^^^^
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/fastapi/routing.py", line 299, in app
raise e
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/fastapi/routing.py", line 294, in app
raw_response = await run_endpoint_function(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/fastapi/routing.py", line 193, in run_endpoint_function
return await run_in_threadpool(dependant.call, **values)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/starlette/concurrency.py", line 42, in run_in_threadpool
return await anyio.to_thread.run_sync(func, *args)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/anyio/to_thread.py", line 56, in run_sync
return await get_async_backend().run_sync_in_worker_thread(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 2177, in run_sync_in_worker_thread
return await future
^^^^^^^^^^^^
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 859, in run
result = context.run(func, *args)
^^^^^^^^^^^^^^^^^^^^^^^^
File "/Tests/mentat-projects/main.py", line 18, in userMentat
return asyncio.run(UseMentat())
^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/homebrew/Cellar/python@3.11/3.11.7_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/runners.py", line 190, in run
return runner.run(main)
^^^^^^^^^^^^^^^^
File "/opt/homebrew/Cellar/python@3.11/3.11.7_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/runners.py", line 118, in run
return self._loop.run_until_complete(task)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "uvloop/loop.pyx", line 1517, in uvloop.loop.Loop.run_until_complete
File "/Tests/mentat-projects/usementat.py", line 21, in UseMentat
await client.call_mentat_auto_accept(finalPrompt)
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/mentat/python_client/client.py", line 81, in call_mentat_auto_accept
await self.call_mentat("y")
File "/Tests/mentat-projects/.venv/lib/python3.11/site-packages/mentat/python_client/client.py", line 76, in call_mentat
raise MentatError("Session failed")
mentat.errors.MentatError: Session failed
Hi, I am trying out Mentat Python client but I believe it isnt able to create a session. I assume it's a FastAPI error
The code below confirms that my
AZURE_OPENAI_KEYandAZURE_OPENAI_ENDPOINT. The same error happens withOPENAI_API_KEY. And yes, with AZURE I didnt use theOPENAI_API_KEY.Till Mentat version 1.0.13, the code works well with
OPENAI_API_KEYand generates the required code but, I think there is an issue with the versions after that.Here is the code
Here are the error logs