Add columns for project-level code completion
Browse files
src/leaderboard_formatting.py
CHANGED
|
@@ -25,11 +25,23 @@ METRICS_PER_TASK = {
|
|
| 25 |
"ROUGE-L",
|
| 26 |
"BERTScore",
|
| 27 |
"BERTScore (Normalized)",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 28 |
]
|
| 29 |
}
|
| 30 |
|
| 31 |
|
| 32 |
-
SORT_COLUMN_PER_TASK = {
|
|
|
|
|
|
|
|
|
|
| 33 |
|
| 34 |
|
| 35 |
def get_columns_per_task(task_id: str) -> List[str]:
|
|
|
|
| 25 |
"ROUGE-L",
|
| 26 |
"BERTScore",
|
| 27 |
"BERTScore (Normalized)",
|
| 28 |
+
],
|
| 29 |
+
"project_code_completion": [
|
| 30 |
+
"EM infile",
|
| 31 |
+
"EM inproject",
|
| 32 |
+
"EM common",
|
| 33 |
+
"EM commited",
|
| 34 |
+
"EM non-informative",
|
| 35 |
+
"EM random",
|
| 36 |
+
"EM all",
|
| 37 |
]
|
| 38 |
}
|
| 39 |
|
| 40 |
|
| 41 |
+
SORT_COLUMN_PER_TASK = {
|
| 42 |
+
"commit_message_generation": "ROUGE-1",
|
| 43 |
+
"project_code_completion": "EM infile"
|
| 44 |
+
}
|
| 45 |
|
| 46 |
|
| 47 |
def get_columns_per_task(task_id: str) -> List[str]:
|