Round 1: Completed
Round 1b: Completed
Phase 2: Completed
#llm
#knowledge_retrieval
#question_answering_systems
#knowledge_graph
#retrieval_summarization
Weight: 1.0
12.6k
3140
384
1006
| Ξ | # | Participants | π CRAG Score | π― Exact Accuracy | π Accuracy | π Hallucination | β Missing | Entries | Last Submission | Submission Trend | |
|---|---|---|---|---|---|---|---|---|---|---|---|
|
01 |
|
0.969 | 0.980 | 0.984 | 0.016 | 0.000 | 2 |
Loading...
|
View | |
|
|
01 |
|
0.969 | 0.980 | 0.984 | 0.016 | 0.000 | 1 |
Loading...
|
View | |
|
|
03 |
|
0.961 | 0.980 | 0.980 | 0.020 | 0.000 | 2 |
Loading...
|
View | |
|
04 |
|
0.909 | 0.921 | 0.925 | 0.016 | 0.059 | 3 |
Loading...
|
View | |
|
05 |
|
0.421 | 0.638 | 0.709 | 0.287 | 0.004 | 8 |
Loading...
|
View | |
|
|
06 |
|
0.370 | 0.130 | 0.539 | 0.169 | 0.291 | 13 |
Loading...
|
View | |
|
|
07 |
|
0.189 | 0.244 | 0.315 | 0.126 | 0.559 | 3 |
Loading...
|
View | |
|
|
08 |
|
0.126 | 0.039 | 0.350 | 0.224 | 0.425 | 2 |
Loading...
|
View | |
|
|
09 |
|
0.059 | 0.437 | 0.469 | 0.409 | 0.122 | 2 |
Loading...
|
View | |
|
|
09 |
|
0.059 | 0.008 | 0.315 | 0.256 | 0.429 | 38 |
Loading...
|
View | |
|
|
11 |
|
0.031 | 0.118 | 0.126 | 0.094 | 0.780 | 2 |
Loading...
|
View | |
|
|
12 |
|
0.024 | 0.055 | 0.130 | 0.106 | 0.764 | 9 |
Loading...
|
View | |
|
|
13 |
|
0.012 | 0.181 | 0.264 | 0.252 | 0.484 | 12 |
Loading...
|
View | |
|
|
14 |
yang2024
|
0.004 | 0.000 | 0.047 | 0.043 | 0.909 | 3 |
Loading...
|
View | |
|
|
14 |
|
0.004 | 0.035 | 0.252 | 0.248 | 0.500 | 4 |
Loading...
|
View | |
|
|
16 |
mohanty
|
0.000 | 0.000 | 0.000 | 0.000 | 1.000 | 2 |
Loading...
|
View | |
|
|
16 |
canbin_huang7
|
0.000 | 0.000 | 0.000 | 0.000 | 1.000 | 2 |
Loading...
|
View | |
|
|
16 |
|
0.000 | 0.000 | 0.000 | 0.000 | 1.000 | 1 |
Loading...
|
View | |
|
|
16 |
|
0.000 | 0.000 | 0.000 | 0.000 | 1.000 | 3 |
Loading...
|
View | |
|
|
16 |
|
0.000 | 0.000 | 0.000 | 0.000 | 1.000 | 5 |
Loading...
|
View | |
|
|
16 |
|
0.000 | 0.000 | 0.000 | 0.000 | 1.000 | 2 |
Loading...
|
View | |
|
|
16 |
|
0.000 | 0.000 | 0.000 | 0.000 | 1.000 | 1 |
Loading...
|
View | |
|
|
16 |
LindaGG
|
0.000 | 0.000 | 0.000 | 0.000 | 1.000 | 3 |
Loading...
|
View | |
|
|
16 |
|
0.000 | 0.000 | 0.122 | 0.122 | 0.756 | 1 |
Loading...
|
View | |
|
|
16 |
|
0.000 | 0.000 | 0.000 | 0.000 | 1.000 | 2 |
Loading...
|
View | |
|
|
16 |
jax_yu
|
0.000 | 0.000 | 0.000 | 0.000 | 1.000 | 2 |
Loading...
|
View | |
|
|
16 |
|
0.000 | 0.000 | 0.000 | 0.000 | 1.000 | 3 |
Loading...
|
View | |
|
|
16 |
|
0.000 | 0.000 | 0.000 | 0.000 | 1.000 | 1 |
Loading...
|
View | |
|
|
29 |
sk2020
|
-0.004 | 0.000 | 0.000 | 0.004 | 0.996 | 1 |
Loading...
|
View | |
|
|
30 |
|
-0.012 | 0.024 | 0.248 | 0.260 | 0.492 | 16 |
Loading...
|
View | |
|
|
31 |
|
-0.016 | 0.000 | 0.004 | 0.020 | 0.976 | 5 |
Loading...
|
View | |
|
|
32 |
|
-0.098 | 0.000 | 0.189 | 0.287 | 0.524 | 1 |
Loading...
|
View | |
|
|
33 |
|
-0.146 | 0.134 | 0.197 | 0.343 | 0.461 | 2 |
Loading...
|
View | |
|
|
34 |
|
-0.205 | 0.008 | 0.252 | 0.457 | 0.291 | 12 |
Loading...
|
View | |
|
|
35 |
mick_r
|
-0.227 | 0.000 | 0.200 | 0.427 | 0.373 | 11 |
Loading...
|
View | |
|
|
36 |
|
-0.402 | 0.000 | 0.299 | 0.701 | 0.000 | 1 |
Loading...
|
View | |
|
|
37 |
shayekh_bin_islam
|
-0.457 | 0.028 | 0.272 | 0.728 | 0.000 | 1 |
Loading...
|
View | |
|
|
38 |
|
-0.528 | 0.039 | 0.236 | 0.764 | 0.000 | 1 |
Loading...
|
View | |
|
|
39 |
|
-0.606 | 0.071 | 0.197 | 0.803 | 0.000 | 3 |
Loading...
|
View | |
|
|
40 |
kevin_yan
|
-0.630 | 0.020 | 0.185 | 0.815 | 0.000 | 1 |
Loading...
|
View | |
|
|
41 |
|
-0.665 | 0.000 | 0.161 | 0.827 | 0.012 | 8 |
Loading...
|
View | |
|
|
42 |
|
-0.685 | 0.000 | 0.158 | 0.842 | 0.000 | 1 |
Loading...
|
View | |
|
|
43 |
|
-0.748 | 0.004 | 0.126 | 0.874 | 0.000 | 1 |
Loading...
|
View | |
|
|
44 |
|
-0.835 | 0.000 | 0.083 | 0.917 | 0.000 | 1 |
Loading...
|
View | |
|
|
45 |
|
-0.858 | 0.004 | 0.071 | 0.929 | 0.000 | 1 |
Loading...
|
View |