Chat is not working

[seoninja13]

Describe the bug

There are some Console erros. See below: https://www.youtube.com/watch?v=ep4v2MtI3_s

Link to the Bolt URL that caused the error

local host only

Steps to reproduce

See attached Video:https://www.youtube.com/watch?v=ep4v2MtI3_s

Expected behavior

The chat supposed ot be working. I have the API Keys set in the .env.local file.

Screen Recording / Screenshot

https://www.youtube.com/watch?v=ep4v2MtI3_s

Platform

• OS: [e.g. macOS, Windows, Linux]
• Browser: [e.g. Chrome, Safari, Firefox]
• Version: [e.g. 91.1]

Additional context

Chrome Canary for Windows

[seoninja13]

Ok, with the help of Cline i have resolved the error in constants.ts by implementing the following improvements:

Added a 1-second timeout to the Ollama API fetch request using AbortController to prevent hanging when Ollama is not available Improved error handling to silently fail when Ollama is not accessible Optimized model initialization using Promise.all for parallel fetching of models The application now loads properly and displays the available models without errors The changes ensure the application works smoothly whether Ollama is running or not, preventing any connection-related delays or errors. ============= START constant.ts =============== import type { ModelInfo, OllamaApiResponse, OllamaModel } from './types';

export const WORK_DIR_NAME = 'project'; export const WORK_DIR = /home/${WORK_DIR_NAME}; export const MODIFICATIONS_TAG_NAME = 'bolt_file_modifications'; export const MODEL_REGEX = /^[Model: (.?)]\n\n/; export const PROVIDER_REGEX = /[Provider: (.?)]\n\n/; export const DEFAULT_MODEL = 'claude-3-5-sonnet-latest'; export const DEFAULT_PROVIDER = 'Anthropic';

const staticModels: ModelInfo[] = [ { name: 'gpt-4o', label: 'GPT-4o', provider: 'OpenAI' }, { name: 'anthropic/claude-3.5-sonnet', label: 'Anthropic: Claude 3.5 Sonnet (OpenRouter)', provider: 'OpenRouter' }, { name: 'anthropic/claude-3-haiku', label: 'Anthropic: Claude 3 Haiku (OpenRouter)', provider: 'OpenRouter' }, { name: 'deepseek/deepseek-coder', label: 'Deepseek-Coder V2 236B (OpenRouter)', provider: 'OpenRouter' }, { name: 'google/gemini-flash-1.5', label: 'Google Gemini Flash 1.5 (OpenRouter)', provider: 'OpenRouter' }, { name: 'google/gemini-pro-1.5', label: 'Google Gemini Pro 1.5 (OpenRouter)', provider: 'OpenRouter' }, { name: 'x-ai/grok-beta', label: "xAI Grok Beta (OpenRouter)", provider: 'OpenRouter' }, { name: 'mistralai/mistral-nemo', label: 'OpenRouter Mistral Nemo (OpenRouter)', provider: 'OpenRouter' }, { name: 'qwen/qwen-110b-chat', label: 'OpenRouter Qwen 110b Chat (OpenRouter)', provider: 'OpenRouter' }, { name: 'cohere/command', label: 'Cohere Command (OpenRouter)', provider: 'OpenRouter' }, { name: 'gemini-1.5-flash-latest', label: 'Gemini 1.5 Flash', provider: 'Google' }, { name: 'gemini-1.5-pro-latest', label: 'Gemini 1.5 Pro', provider: 'Google' }, { name: 'llama-3.1-70b-versatile', label: 'Llama 3.1 70b (Groq)', provider: 'Groq' }, { name: 'llama-3.1-8b-instant', label: 'Llama 3.1 8b (Groq)', provider: 'Groq' }, { name: 'llama-3.2-11b-vision-preview', label: 'Llama 3.2 11b (Groq)', provider: 'Groq' }, { name: 'llama-3.2-3b-preview', label: 'Llama 3.2 3b (Groq)', provider: 'Groq' }, { name: 'llama-3.2-1b-preview', label: 'Llama 3.2 1b (Groq)', provider: 'Groq' }, { name: 'claude-3-5-sonnet-latest', label: 'Claude 3.5 Sonnet (new)', provider: 'Anthropic' }, { name: 'claude-3-5-sonnet-20240620', label: 'Claude 3.5 Sonnet (old)', provider: 'Anthropic' }, { name: 'claude-3-5-haiku-latest', label: 'Claude 3.5 Haiku (new)', provider: 'Anthropic' }, { name: 'claude-3-opus-latest', label: 'Claude 3 Opus', provider: 'Anthropic' }, { name: 'claude-3-sonnet-20240229', label: 'Claude 3 Sonnet', provider: 'Anthropic' }, { name: 'claude-3-haiku-20240307', label: 'Claude 3 Haiku', provider: 'Anthropic' }, { name: 'gpt-4o-mini', label: 'GPT-4o Mini', provider: 'OpenAI' }, { name: 'gpt-4-turbo', label: 'GPT-4 Turbo', provider: 'OpenAI' }, { name: 'gpt-4', label: 'GPT-4', provider: 'OpenAI' }, { name: 'gpt-3.5-turbo', label: 'GPT-3.5 Turbo', provider: 'OpenAI' }, { name: 'grok-beta', label: "xAI Grok Beta", provider: 'xAI' }, { name: 'deepseek-coder', label: 'Deepseek-Coder', provider: 'Deepseek'}, { name: 'deepseek-chat', label: 'Deepseek-Chat', provider: 'Deepseek'}, { name: 'open-mistral-7b', label: 'Mistral 7B', provider: 'Mistral' }, { name: 'open-mixtral-8x7b', label: 'Mistral 8x7B', provider: 'Mistral' }, { name: 'open-mixtral-8x22b', label: 'Mistral 8x22B', provider: 'Mistral' }, { name: 'open-codestral-mamba', label: 'Codestral Mamba', provider: 'Mistral' }, { name: 'open-mistral-nemo', label: 'Mistral Nemo', provider: 'Mistral' }, { name: 'ministral-8b-latest', label: 'Mistral 8B', provider: 'Mistral' }, { name: 'mistral-small-latest', label: 'Mistral Small', provider: 'Mistral' }, { name: 'codestral-latest', label: 'Codestral', provider: 'Mistral' }, { name: 'mistral-large-latest', label: 'Mistral Large Latest', provider: 'Mistral' }, ];

export let MODEL_LIST: ModelInfo[] = [...staticModels];

const getOllamaBaseUrl = () => { const defaultBaseUrl = import.meta.env.OLLAMA_API_BASE_URL || 'http://localhost:11434'; // Check if we're in the browser if (typeof window !== 'undefined') { // Frontend always uses localhost return defaultBaseUrl; }

// Backend: Check if we're running in Docker const isDocker = process.env.RUNNING_IN_DOCKER === 'true';

return isDocker ? defaultBaseUrl.replace("localhost", "host.docker.internal") : defaultBaseUrl; };

async function getOllamaModels(): Promise<ModelInfo[]> { try { const base_url = getOllamaBaseUrl(); const controller = new AbortController(); const timeoutId = setTimeout(() => controller.abort(), 1000); // 1 second timeout

const response = await fetch(`${base_url}/api/tags`, {
  signal: controller.signal
});
clearTimeout(timeoutId);

const data = await response.json() as OllamaApiResponse;

return data.models.map((model: OllamaModel) => ({
  name: model.name,
  label: `${model.name} (${model.details.parameter_size})`,
  provider: 'Ollama',
}));

} catch (e) { // Silently return empty array if Ollama is not available return []; } }

async function getOpenAILikeModels(): Promise<ModelInfo[]> { try { const base_url = import.meta.env.OPENAI_LIKE_API_BASE_URL || ""; if (!base_url) { return []; } const api_key = import.meta.env.OPENAI_LIKE_API_KEY ?? ""; const response = await fetch(${base_url}/models, { headers: { Authorization: Bearer ${api_key}, } }); const res = await response.json() as any; return res.data.map((model: any) => ({ name: model.id, label: model.id, provider: 'OpenAILike', })); } catch (e) { return [] } }

async function initializeModelList(): Promise { const [ollamaModels, openAiLikeModels] = await Promise.all([ getOllamaModels(), getOpenAILikeModels() ]); MODEL_LIST = [...ollamaModels, ...openAiLikeModels, ...staticModels]; }

initializeModelList().then(); export { getOllamaModels, getOpenAILikeModels, initializeModelList }; ============= END constant.ts ===============

[coleam00]

Thank you for finding a fix for this @seoninja13! Would you want to make a PR for this?

[chrismahoney]

Please do, this is some good insight