xttsv2 (AllTalkV2) Streaming not working on ST (ASGI Exception)

[PizzaSlice-cmd]

Did a fresh install of AllTalk V2 and Streaming is not working Silly Tavern. Standard generation is working fine.

This is the error i get on the terminal

ERROR: Exception in ASGI application Traceback (most recent call last): File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\responses.py", line 257, in call await wrap(partial(self.listen_for_disconnect, receive)) File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\responses.py", line 253, in wrap await func() File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\responses.py", line 230, in listen_for_disconnect message = await receive() ^^^^^^^^^^^^^^^ File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\uvicorn\protocols\http\h11_impl.py", line 534, in receive await self.message_event.wait() File "D:\SD\alltalk\alltalk_environment\env\Lib\asyncio\locks.py", line 213, in wait await fut asyncio.exceptions.CancelledError: Cancelled by cancel scope 2133557f990

During handling of the above exception, another exception occurred:

• Exception Group Traceback (most recent call last): | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\uvicorn\protocols\http\h11_impl.py", line 406, in run_asgi | result = await app( # type: ignore[func-returns-value] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\uvicorn\middleware\proxy_headers.py", line 60, in call | return await self.app(scope, receive, send) | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\fastapi\applications.py", line 1054, in call | await super().call(scope, receive, send) | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\applications.py", line 113, in call | await self.middleware_stack(scope, receive, send) | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\middleware\errors.py", line 187, in call | raise exc | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\middleware\errors.py", line 165, in call | await self.app(scope, receive, _send) | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\middleware\cors.py", line 85, in call | await self.app(scope, receive, send) | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\middleware\exceptions.py", line 62, in call | await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send) | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette_exception_handler.py", line 62, in wrapped_app | raise exc | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette_exception_handler.py", line 51, in wrapped_app | await app(scope, receive, sender) | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\routing.py", line 715, in call | await self.middleware_stack(scope, receive, send) | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\routing.py", line 735, in app | await route.handle(scope, receive, send) | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\routing.py", line 288, in handle | await self.app(scope, receive, send) | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\routing.py", line 76, in app | await wrap_app_handling_exceptions(app, request)(scope, receive, send) | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette_exception_handler.py", line 62, in wrapped_app | raise exc | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette_exception_handler.py", line 51, in wrapped_app | await app(scope, receive, sender) | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\routing.py", line 74, in app | await response(scope, receive, send) | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\responses.py", line 250, in call | async with anyio.create_task_group() as task_group: | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\anyio_backends_asyncio.py", line 685, in aexit | raise BaseExceptionGroup( | ExceptionGroup: unhandled errors in a TaskGroup (1 sub-exception) +-+---------------- 1 ---------------- | Traceback (most recent call last): | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\responses.py", line 253, in wrap | await func() | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\starlette\responses.py", line 242, in stream_response | async for chunk in self.body_iterator: | File "D:\SD\alltalk\tts_server.py", line 708, in stream_response | async for chunk in response: | File "D:\SD\alltalk\system\tts_engines\xtts\model_engine.py", line 556, in generate_tts | for i, chunk in enumerate(output): | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\torch\utils_contextlib.py", line 35, in generator_context | response = gen.send(None) | ^^^^^^^^^^^^^^ | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\TTS\tts\models\xtts.py", line 658, in inference_stream | gpt_generator = self.gpt.get_generator( | ^^^^^^^^^^^^^^^^^^^^^^^ | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\TTS\tts\layers\xtts\gpt.py", line 602, in get_generator | return self.gpt_inference.generate_stream( | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\torch\utils_contextlib.py", line 115, in decorate_context | return func(*args, **kwargs) | ^^^^^^^^^^^^^^^^^^^^^ | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\TTS\tts\layers\xtts\stream_generator.py", line 168, in generate | self._prepare_special_tokens(generation_config, kwargs_has_attention_mask, device=device) | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | File "D:\SD\alltalk\alltalk_environment\env\Lib\site-packages\torch\nn\modules\module.py", line 1688, in getattr | raise AttributeError(f"'{type(self).name}' object has no attribute '{name}'") | AttributeError: 'GPT2InferenceModel' object has no attribute '_prepare_special_tokens' +------------------------------------ diagnostics.log

[erew123]

@PizzaSlice-cmd Please read this https://github.com/erew123/alltalk_tts/issues/377

Thanks