search

csensemakers / desci-sense

2 stars 2 forks source link

Run eval benchmark #106

Open ronentk opened 7 months ago

ronentk commented 7 months ago 
[general]
parser_type = "multi_stage"
ref_metadata_method = "none"

[model]
model_name = "mistralai/mistral-7b-instruct"
temperature = 0.6

[ontology]
versions = ["v0"]
notion_db_id = "8de416983dd142c68b3b331d0828f2d0"

[prompt]
template_dir = "desci_sense/prompting/jinja/"
zero_ref_template_name = "zero_ref_template.j2"
single_ref_template_name = "single_ref_template.j2"
multi_ref_template_name = "multi_ref_template.j2"

[keyword_extraction]
enabled = true
template = "keywords_extraction.j2"
ref_metadata_method = "citoid"
max_keywords=6
[keyword_extraction.model]
model_name = "mistralai/mistral-7b-instruct"
temperature = 0.6

[wandb]
entity = "common-sense-makers"
project = CHANGE HERE
ronentk commented 7 months ago 
model_name = ["mistralai/mixtral-8x7b", "openai/gpt-4"]