lewtun HF staff commited on
Commit
33b64ec
1 Parent(s): cc17f27

Restore all tasks

Browse files
Files changed (1) hide show
  1. app.py +0 -6
app.py CHANGED
@@ -16,9 +16,6 @@ auth_token = os.getenv("HF_HUB_TOKEN")
16
  header = {"Authorization": "Bearer " + auth_token}
17
 
18
  TASKS = get_dataset_config_names("ought/raft")
19
- # TODO(lewtun): Evaluate with new subtasks and remove this filter
20
- TASKS_TO_EXCLUDE = ["gpai_initiatives", "ade_corpus_v2", "tweet_eval_hate"]
21
- TASKS = [t for t in TASKS if t not in TASKS_TO_EXCLUDE]
22
  # Split and capitalize the task names, e.g. banking_77 => Banking 77
23
  FORMATTED_TASK_NAMES = [" ".join(t.capitalize() for t in task.split("_")) for task in TASKS]
24
 
@@ -68,9 +65,6 @@ def format_submissions(submissions):
68
  for task in card_data["results"]:
69
  task_data = task["task"]
70
  task_name = task_data["name"]
71
- # TODO(lewtun): Evaluate with new subtasks and remove this filter
72
- if task_name in TASKS_TO_EXCLUDE:
73
- continue
74
  score = task_data["metrics"][0]["value"]
75
  submission_data[task_name].append(score)
76
 
 
16
  header = {"Authorization": "Bearer " + auth_token}
17
 
18
  TASKS = get_dataset_config_names("ought/raft")
 
 
 
19
  # Split and capitalize the task names, e.g. banking_77 => Banking 77
20
  FORMATTED_TASK_NAMES = [" ".join(t.capitalize() for t in task.split("_")) for task in TASKS]
21
 
 
65
  for task in card_data["results"]:
66
  task_data = task["task"]
67
  task_name = task_data["name"]
 
 
 
68
  score = task_data["metrics"][0]["value"]
69
  submission_data[task_name].append(score)
70