Spaces:
Sleeping
Sleeping
Add results for llama 3.3 170B
Browse files- results.json +80 -0
results.json
CHANGED
|
@@ -656,5 +656,85 @@
|
|
| 656 |
"metadata": {
|
| 657 |
"dataset": "rag-news-test"
|
| 658 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 659 |
}
|
| 660 |
]
|
|
|
|
| 656 |
"metadata": {
|
| 657 |
"dataset": "rag-news-test"
|
| 658 |
}
|
| 659 |
+
},
|
| 660 |
+
{
|
| 661 |
+
"model_name": "llama 3.3 170B",
|
| 662 |
+
"timestamp": "2025/01/21 15:27",
|
| 663 |
+
"metrics": {
|
| 664 |
+
"individual_results": {
|
| 665 |
+
"10": {
|
| 666 |
+
"retrieval": {
|
| 667 |
+
"hit_rate": 0.0,
|
| 668 |
+
"mrr": 0
|
| 669 |
+
},
|
| 670 |
+
"generation": {
|
| 671 |
+
"rouge1": 0.0,
|
| 672 |
+
"rougeL": 0
|
| 673 |
+
}
|
| 674 |
+
},
|
| 675 |
+
"11": {
|
| 676 |
+
"retrieval": {
|
| 677 |
+
"hit_rate": 0.0,
|
| 678 |
+
"mrr": 0
|
| 679 |
+
},
|
| 680 |
+
"generation": {
|
| 681 |
+
"rouge1": 0.0,
|
| 682 |
+
"rougeL": 0.0
|
| 683 |
+
}
|
| 684 |
+
},
|
| 685 |
+
"12": {
|
| 686 |
+
"retrieval": {
|
| 687 |
+
"hit_rate": 0.0,
|
| 688 |
+
"mrr": 0
|
| 689 |
+
},
|
| 690 |
+
"generation": {
|
| 691 |
+
"rouge1": 0.0,
|
| 692 |
+
"rougeL": 0
|
| 693 |
+
}
|
| 694 |
+
},
|
| 695 |
+
"13": {
|
| 696 |
+
"retrieval": {
|
| 697 |
+
"hit_rate": 1.0,
|
| 698 |
+
"mrr": 0.5
|
| 699 |
+
},
|
| 700 |
+
"generation": {
|
| 701 |
+
"rouge1": 1.0,
|
| 702 |
+
"rougeL": 1.0
|
| 703 |
+
}
|
| 704 |
+
},
|
| 705 |
+
"14": {
|
| 706 |
+
"retrieval": {
|
| 707 |
+
"hit_rate": 1.0,
|
| 708 |
+
"mrr": 1.0
|
| 709 |
+
},
|
| 710 |
+
"generation": {
|
| 711 |
+
"rouge1": 1.0,
|
| 712 |
+
"rougeL": 1.0
|
| 713 |
+
}
|
| 714 |
+
}
|
| 715 |
+
},
|
| 716 |
+
"average_metrics": {
|
| 717 |
+
"retrieval": {
|
| 718 |
+
"hit_rate": 0.4,
|
| 719 |
+
"mrr": 0.3
|
| 720 |
+
},
|
| 721 |
+
"generation": {
|
| 722 |
+
"rouge1": 0.4,
|
| 723 |
+
"rougeL": 0.4
|
| 724 |
+
}
|
| 725 |
+
}
|
| 726 |
+
},
|
| 727 |
+
"config": {
|
| 728 |
+
"embedding_model": "sentence-transformers/distiluse-base-multilingual-cased",
|
| 729 |
+
"retriever_type": "mmr",
|
| 730 |
+
"retrieval_config": {
|
| 731 |
+
"top_k": 5,
|
| 732 |
+
"chunk_size": 500,
|
| 733 |
+
"chunk_overlap": 100
|
| 734 |
+
}
|
| 735 |
+
},
|
| 736 |
+
"metadata": {
|
| 737 |
+
"dataset": "rag-news-test"
|
| 738 |
+
}
|
| 739 |
}
|
| 740 |
]
|