data.jsonl

{"Framework":"naive_RAG","Chat Model":"<a href=\"https://openai.com/index/gpt-4/\" target=\"_blank\">GPT-4</a>","Embedding Model":"<a href=\"https://docs.voyageai.com/docs/embeddings\" target=\"_blank\">voyage-02</a>","Reranker Model":"<a href=\"https://huggingface.co/BAAI/bge-reranker-large\" target=\"_blank\">BAAI/bge-reranker-large</a>","Chunk Size":256,"MRR@10":0.3934,"Hit@10":0.6506,"Accuracy":0.56}
{"Framework":"naive_RAG","Chat Model":"<a href=\"https://openai.com/chatgpt/\" target=\"_blank\">ChatGPT</a>","Embedding Model":"<a href=\"https://docs.voyageai.com/docs/embeddings\" target=\"_blank\">voyage-02</a>","Reranker Model":"<a href=\"https://huggingface.co/BAAI/bge-reranker-large\" target=\"_blank\">BAAI/bge-reranker-large</a>","Chunk Size":256,"MRR@10":0.3934,"Hit@10":0.6506,"Accuracy":0.44}
{"Framework":"naive_RAG","Chat Model":"<a href=\"https://huggingface.co/meta-llama/Llama-2-70b-chat-hf\" target=\"_blank\">meta-llama/Llama-2-70b-chat-hf</a>","Embedding Model":"<a href=\"https://docs.voyageai.com/docs/embeddings\" target=\"_blank\">voyage-02</a>","Reranker Model":"<a href=\"https://huggingface.co/BAAI/bge-reranker-large\" target=\"_blank\">BAAI/bge-reranker-large</a>","Chunk Size":256,"MRR@10":0.3934,"Hit@10":0.6506,"Accuracy":0.28}
{"Framework":"naive_RAG","Chat Model":"<a href=\"https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1\" target=\"_blank\">mistralai\/Mixtral-8x7B-Instruct-v0.1</a>","Embedding Model":"<a href=\"https://docs.voyageai.com/docs/embeddings\" target=\"_blank\">voyage-02</a>","Reranker Model":"<a href=\"https://huggingface.co/BAAI/bge-reranker-large\" target=\"_blank\">BAAI/bge-reranker-large</a>","Chunk Size":256,"MRR@10":0.3934,"Hit@10":0.6506,"Accuracy":0.32}
{"Framework":"naive_RAG","Chat Model":"<a href=\"https://www.anthropic.com/news/claude-2-1\" target=\"_blank\">Claude-2.1</a>","Embedding Model":"<a href=\"https://docs.voyageai.com/docs/embeddings\" target=\"_blank\">voyage-02</a>","Reranker Model":"<a href=\"https://huggingface.co/BAAI/bge-reranker-large\" target=\"_blank\">BAAI/bge-reranker-large</a>","Chunk Size":256,"MRR@10":0.3934,"Hit@10":0.6506,"Accuracy": 0.52}
{"Framework":"naive_RAG","Chat Model":"<a href=\"https://ai.google/discover/palm2/\" target=\"_blank\">Google-PaLM</a>","Embedding Model":"<a href=\"https://docs.voyageai.com/docs/embeddings\" target=\"_blank\">voyage-02</a>","Reranker Model":"<a href=\"https://huggingface.co/BAAI/bge-reranker-large\" target=\"_blank\">BAAI/bge-reranker-large</a>","Chunk Size":256,"MRR@10":0.3934,"Hit@10":0.6506,"Accuracy": 0.47}