| {"results": {"arithmetic_2ds": {"acc": 0.0075, "acc_stderr": 0.0019296986470519835}, "truthfulqa_mc": {"mc1": 0.22766217870257038, "mc1_stderr": 0.014679255032111068, "mc2": 0.3852954568159885, "mc2_stderr": 0.014425081975097507}}, "versions": {"arithmetic_2ds": 0, "truthfulqa_mc": 1}, "config": {"model": "stablelm-base-alpha-3b", "batch_size": 1, "device": "cuda:0", "num_fewshot": 0, "limit": null, "bootstrap_iters": 100000, "no_cache": true}} |