ValueError: Model provided by the configuration not supported

[david-strejc]

Traceback (most recent call last): File "/home/david/Work/Programming/searchgraphai/first_try.py", line 18, in search_graph = SearchGraph( File "/home/david/.local/lib/python3.10/site-packages/scrapegraphai/graphs/search_graph.py", line 47, in init super().init(prompt, config) File "/home/david/.local/lib/python3.10/site-packages/scrapegraphai/graphs/abstract_graph.py", line 54, in init self.graph = self._create_graph() File "/home/david/.local/lib/python3.10/site-packages/scrapegraphai/graphs/search_graph.py", line 61, in _create_graph smart_scraper_instance = SmartScraperGraph( File "/home/david/.local/lib/python3.10/site-packages/scrapegraphai/graphs/smart_scraper_graph.py", line 47, in init super().init(prompt, config, source) File "/home/david/.local/lib/python3.10/site-packages/scrapegraphai/graphs/abstract_graph.py", line 50, in init ) if "embeddings" not in config else self._create_embedder( File "/home/david/.local/lib/python3.10/site-packages/scrapegraphai/graphs/abstract_graph.py", line 304, in _create_embedder raise ValueError( ValueError: Model provided by the configuration not supported david @ blackbox:Programming/searchgraphai $ cat first_try.py from scrapegraphai.graphs import SearchGraph

# Define the configuration for the graph
graph_config = {
    "llm": {
        "model": "groq/llama3-8b-8192",
        "api_key": "",
        "temperature": 0
    },
    "embeddings": {
        "model": "ollama/nomic-embed-text",
        "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "max_results": 5,
}

# Create the SearchGraph instance
search_graph = SearchGraph(
    prompt="List me all the traditional recipes from Chioggia",
    config=graph_config
)

# Run the graph
result = search_graph.run()
print(result)

[VinciGit00]

thank you, we will fix it as soon as possibile

[VinciGit00]

Hi, pls update, we have just done a new release

[VinciGit00]

closes with d4d913c

[ManikSinghSarmaal]

Can you tellme how to use the updated version I just downloaded the scrapegraphai module with pip and I'm getting a similar error like above-

Traceback (most recent call last): File "/Users/maniksinghsarmaal/Downloads/scrapegraphai/ScrapegraphAIOllamallama3/searchgraph.py", line 25, in <module> smart_scraper_graph = SearchGraph( ^^^^^^^^^^^^ File "/Users/maniksinghsarmaal/Downloads/scrapegraphai/ScrapegraphAIOllamallama3/scrapegraphAI/lib/python3.11/site-packages/scrapegraphai/graphs/search_graph.py", line 43, in __init__ super().__init__(prompt, config) File "/Users/maniksinghsarmaal/Downloads/scrapegraphai/ScrapegraphAIOllamallama3/scrapegraphAI/lib/python3.11/site-packages/scrapegraphai/graphs/abstract_graph.py", line 54, in __init__ self.graph = self._create_graph() ^^^^^^^^^^^^^^^^^^^^ File "/Users/maniksinghsarmaal/Downloads/scrapegraphai/ScrapegraphAIOllamallama3/scrapegraphAI/lib/python3.11/site-packages/scrapegraphai/graphs/search_graph.py", line 57, in _create_graph smart_scraper_instance = SmartScraperGraph( ^^^^^^^^^^^^^^^^^^ File "/Users/maniksinghsarmaal/Downloads/scrapegraphai/ScrapegraphAIOllamallama3/scrapegraphAI/lib/python3.11/site-packages/scrapegraphai/graphs/smart_scraper_graph.py", line 47, in __init__ super().__init__(prompt, config, source) File "/Users/maniksinghsarmaal/Downloads/scrapegraphai/ScrapegraphAIOllamallama3/scrapegraphAI/lib/python3.11/site-packages/scrapegraphai/graphs/abstract_graph.py", line 50, in __init__ ) if "embeddings" not in config else self._create_embedder( ^^^^^^^^^^^^^^^^^^^^^^ File "/Users/maniksinghsarmaal/Downloads/scrapegraphai/ScrapegraphAIOllamallama3/scrapegraphAI/lib/python3.11/site-packages/scrapegraphai/graphs/abstract_graph.py", line 287, in _create_embedder raise ValueError( ValueError: Model provided by the configuration not supported

[PeriniM]

Hei @ManikSinghSarmaal can you copy paste your code?

[alexauvray]

I'm also having the same issue and I just downloaded the last version today.

This happens when I'm using a loop to iterate through urls to scrape.

def get_ad(url):  

    ad_scraper = SmartScraperGraph(
        prompt="Extract all relevant data in a structured JSON.",
        # also accepts a string with the already downloaded HTML code
        source=url,
        config=graph_config
    )
    ad = ad_scraper.run()
    if ad:
        print(ad)  

if __name__ == '__main__':
    urls = read_urls_from_json()
    if urls:
        for url in urls:
            get_ad(url.get('url'))
    else:
        print("No URLs to process.")

The error also happens when using asyncio

async def run_blocking_code_in_thread(blocking_func, *args, **kwargs):
    loop = asyncio.get_event_loop()
    return await loop.run_in_executor(executor, blocking_func, *args, **kwargs)

async def get_ad_async(url):  
    ad_scraper = SmartScraperGraph(
        prompt="Extract all relevant data in a structured JSON.",
        source=url,
        config=graph_config
    )
    ad = await run_blocking_code_in_thread(ad_scraper.run)
    if ad:
        logger.info(json.dumps(ad, indent=4))

async def main():
    urls = await read_urls_from_json_async()
    if urls:
        tasks = [get_ad_async(url.get('url')) for url in urls]
        await asyncio.gather(*tasks)
    else:
        print("No URLs to process.")

if __name__ == '__main__':
    asyncio.run(main())

[ManikSinghSarmaal]

Hei @ManikSinghSarmaal can you copy paste your code?

Hi the code for the above ValueError: Model provided by the configuration not supported is-

from scrapegraphai.graphs import SearchGraph
import nest_asyncio  
nest_asyncio.apply()  
# Configuration dictionary for the graph
graph_config = {
    "llm": {
        "model": "ollama/llama3",  
        "temperature": 0, 
        "format": "json",  
        "base_url": "http://localhost:11434",  
    },
        "embeddings": {
        "model": "ollama/nomic-embed-text",  
        "base_url": "http://localhost:11434",  # Set the base URL for Ollama
    },
    "verbose": True,  # Enable verbose mode for debugging purposes
    "max_results": 5,
    'headless':False,
}

smart_scraper_graph = SearchGraph(
    #prompt="List all the content", 
    prompt="Latest Tech News",
    config=graph_config 
)

result = smart_scraper_graph.run()

print(result)

# Prettify the result and display the JSON
import json

output = json.dumps(result, indent=2) 

line_list = output.split("\n") 

for line in line_list:
    print(line)

And the error is - Traceback (most recent call last): File "/Users/maniksinghsarmaal/Downloads/scrapegraphai/ScrapegraphAIOllamallama3/Search.py", line 23, in <module> smart_scraper_graph = SearchGraph( ^^^^^^^^^^^^ File "/Users/maniksinghsarmaal/Downloads/scrapegraphai/ScrapegraphAIOllamallama3/scrapegraphAI/lib/python3.11/site-packages/scrapegraphai/graphs/search_graph.py", line 43, in __init__ super().__init__(prompt, config) File "/Users/maniksinghsarmaal/Downloads/scrapegraphai/ScrapegraphAIOllamallama3/scrapegraphAI/lib/python3.11/site-packages/scrapegraphai/graphs/abstract_graph.py", line 54, in __init__ self.graph = self._create_graph() ^^^^^^^^^^^^^^^^^^^^ File "/Users/maniksinghsarmaal/Downloads/scrapegraphai/ScrapegraphAIOllamallama3/scrapegraphAI/lib/python3.11/site-packages/scrapegraphai/graphs/search_graph.py", line 57, in _create_graph smart_scraper_instance = SmartScraperGraph( ^^^^^^^^^^^^^^^^^^ File "/Users/maniksinghsarmaal/Downloads/scrapegraphai/ScrapegraphAIOllamallama3/scrapegraphAI/lib/python3.11/site-packages/scrapegraphai/graphs/smart_scraper_graph.py", line 47, in __init__ super().__init__(prompt, config, source) File "/Users/maniksinghsarmaal/Downloads/scrapegraphai/ScrapegraphAIOllamallama3/scrapegraphAI/lib/python3.11/site-packages/scrapegraphai/graphs/abstract_graph.py", line 50, in __init__ ) if "embeddings" not in config else self._create_embedder( ^^^^^^^^^^^^^^^^^^^^^^ File "/Users/maniksinghsarmaal/Downloads/scrapegraphai/ScrapegraphAIOllamallama3/scrapegraphAI/lib/python3.11/site-packages/scrapegraphai/graphs/abstract_graph.py", line 287, in _create_embedder raise ValueError( ValueError: Model provided by the configuration not supported

[liaoliaojun]

Is there any further progress on this issue?