tldw / config.txt
oceansweep's picture
Update config.txt
bcbb6ed verified
[API]
anthropic_api_key = <anthropic_api_key
anthropic_model = claude-3-sonnet-20240229
cohere_api_key = <cohere_api_key>
cohere_model = command-r-plus
groq_api_key = <your_groq_api_key>
groq_model = llama3-70b-8192
openai_api_key = <openai_api_key>
openai_model = gpt-4o
huggingface_api_key = <huggingface_api_token>
huggingface_model = CohereForAI/c4ai-command-r-plus
openrouter_api_key = <openrouter_api_key>
openrouter_model = mistralai/mistral-7b-instruct:free
deepseek_api_key = <deepseek_api_key>
deepseek_model = deepseek-coder
mistral_model = mistral-large-latest
mistral_api_key = <mistral_api_key>
[Local-API]
kobold_api_key = <kobold api key>
kobold_api_IP = http://127.0.0.1:5001/api/v1/generate
llama_api_key = <llama.cpp api key>
llama_api_IP = http://127.0.0.1:8080/completion
ooba_api_key = <ooba api key>
ooba_api_IP = http://127.0.0.1:5000/v1/chat/completions
tabby_api_IP = http://127.0.0.1:5000/v1/chat/completions
tabby_api_key = <tabbyapi key>
vllm_api_IP = http://127.0.0.1:8000/v1/chat/completions
[Paths]
output_path = Results
logging_file = Logs
[Processing]
processing_choice = cuda
[Settings]
max_tokens = 1000
[Prompts]
prompt_sample = "What is the meaning of life?"
video_summarize_prompt = "Above is the transcript of a video. Please read through the transcript carefully. Identify the main topics that are discussed over the course of the transcript. Then, summarize the key points about each main topic in bullet points. The bullet points should cover the key information conveyed about each topic in the video, but should be much shorter than the full transcript. Please output your bullet point summary inside <bulletpoints> tags. Do not repeat yourself while writing the summary."
[Database]
type = sqlite
sqlite_path = media_summary.db
elasticsearch_host = localhost
elasticsearch_port = 9200
# Additionally you can use elasticsearch as the database type, just replace `sqlite` with `elasticsearch` for `type` and provide the `elasticsearch_host` and `elasticsearch_port` of your configured ES instance.
chroma_db_path = chroma_db
[Embeddings]
provider = openai
# Can be 'openai', 'local', or 'huggingface'
model = text-embedding-3-small
# Model name or path
api_key = your_api_key_here
api_url = http://localhost:8080/v1/embeddings
# Only needed for 'local' provider
[Chunking]
method = words
max_size = 400
overlap = 200
adaptive = false
multi_level = false
language = english