build-report.jsonl

{"task": "glue/mnli", "task_type": "Classification", "status": "ok", "rows": {"train": 38518, "test": 3842, "validation": 3832}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nyu-mll/glue": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c"}, "seconds": 13.233}
{"task": "glue/qnli", "task_type": "Classification", "status": "ok", "rows": {"train": 38349, "validation": 1950, "test": 1926}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nyu-mll/glue": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c"}, "seconds": 10.769}
{"task": "glue/rte", "task_type": "Classification", "status": "ok", "rows": {"train": 3184, "validation": 176, "test": 184}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nyu-mll/glue": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c"}, "seconds": 3.231}
{"task": "glue/wnli", "task_type": "Classification", "status": "ok", "rows": {"train": 825, "validation": 44, "test": 41}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nyu-mll/glue": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c"}, "seconds": 2.135}
{"task": "glue/mrpc", "task_type": "Classification", "status": "ok", "rows": {"train": 4862, "validation": 538, "test": 2317}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nyu-mll/glue": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c"}, "seconds": 6.035}
{"task": "glue/qqp", "task_type": "Classification", "status": "ok", "rows": {"train": 39827, "validation": 1972, "test": 2015}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nyu-mll/glue": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c"}, "seconds": 11.846}
{"task": "glue/stsb", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 5706, "validation": 1498}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nyu-mll/glue": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c"}, "seconds": 2.316}
{"task": "super_glue/boolq", "task_type": "Classification", "status": "ok", "rows": {"train": 11992, "validation": 1918, "test": 1915}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"aps/super_glue": "3de24cf8022e94f4ee4b9d55a6f539891524d646"}, "seconds": 4.736}
{"task": "super_glue/boolq_passage", "task_type": "Classification", "status": "ok", "rows": {"train": 12593, "validation": 1990, "test": 1983}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"aps/super_glue": "3de24cf8022e94f4ee4b9d55a6f539891524d646"}, "seconds": 4.61}
{"task": "super_glue/cb", "task_type": "Classification", "status": "ok", "rows": {"train": 321, "validation": 38, "test": 38}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"aps/super_glue": "3de24cf8022e94f4ee4b9d55a6f539891524d646"}, "seconds": 1.747}
{"task": "super_glue/multirc", "task_type": "Classification", "status": "ok", "rows": {"train": 38061, "validation": 4190, "test": 4196}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"aps/super_glue": "3de24cf8022e94f4ee4b9d55a6f539891524d646"}, "seconds": 12.052}
{"task": "super_glue/wic", "task_type": "Classification", "status": "ok", "rows": {"train": 6955, "validation": 836, "test": 1768}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"aps/super_glue": "3de24cf8022e94f4ee4b9d55a6f539891524d646"}, "seconds": 3.456}
{"task": "super_glue/axg", "task_type": "Classification", "status": "ok", "rows": {"train": 404, "validation": 22, "test": 19}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"aps/super_glue": "3de24cf8022e94f4ee4b9d55a6f539891524d646"}, "seconds": 1.718}
{"task": "anli/a1", "task_type": "Classification", "status": "ok", "rows": {"train": 21789, "validation": 1306, "test": 1279}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"facebook/anli": "8e4813d81f46d313dac7892e1c28076917cfcdf9"}, "seconds": 7.513}
{"task": "anli/a2", "task_type": "Classification", "status": "ok", "rows": {"train": 38440, "validation": 1277, "test": 1279}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"facebook/anli": "8e4813d81f46d313dac7892e1c28076917cfcdf9"}, "seconds": 13.285}
{"task": "anli/a3", "task_type": "Classification", "status": "ok", "rows": {"train": 38425, "validation": 1540, "test": 1513}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"facebook/anli": "8e4813d81f46d313dac7892e1c28076917cfcdf9"}, "seconds": 11.195}
{"task": "babi_nli/compound-coreference", "task_type": "Classification", "status": "ok", "rows": {"train": 1294, "validation": 639, "test": 645}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 3.284}
{"task": "babi_nli/yes-no-questions", "task_type": "Classification", "status": "ok", "rows": {"train": 1287, "validation": 645, "test": 630}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 2.567}
{"task": "babi_nli/counting", "task_type": "Classification", "status": "ok", "rows": {"train": 1278, "validation": 645, "test": 645}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 2.509}
{"task": "babi_nli/indefinite-knowledge", "task_type": "Classification", "status": "ok", "rows": {"train": 1296, "validation": 672, "test": 639}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 2.508}
{"task": "babi_nli/lists-sets", "task_type": "Classification", "status": "ok", "rows": {"train": 1285, "validation": 631, "test": 645}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 2.826}
{"task": "babi_nli/path-finding", "task_type": "Classification", "status": "ok", "rows": {"train": 1262, "validation": 638, "test": 646}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 2.532}
{"task": "babi_nli/positional-reasoning", "task_type": "Classification", "status": "ok", "rows": {"train": 1271, "validation": 646, "test": 635}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 6.939}
{"task": "babi_nli/simple-negation", "task_type": "Classification", "status": "ok", "rows": {"train": 1285, "validation": 655, "test": 667}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 3.878}
{"task": "babi_nli/single-supporting-fact", "task_type": "Classification", "status": "ok", "rows": {"train": 1254, "validation": 650, "test": 638}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 2.804}
{"task": "babi_nli/size-reasoning", "task_type": "Classification", "status": "ok", "rows": {"train": 1277, "validation": 636, "test": 625}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 2.714}
{"task": "babi_nli/three-arg-relations", "task_type": "Classification", "status": "ok", "rows": {"train": 1289, "validation": 650, "test": 634}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 2.887}
{"task": "babi_nli/three-supporting-facts", "task_type": "Classification", "status": "ok", "rows": {"train": 1332, "validation": 642, "test": 666}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 2.936}
{"task": "babi_nli/time-reasoning", "task_type": "Classification", "status": "ok", "rows": {"train": 1293, "validation": 656, "test": 644}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 2.76}
{"task": "babi_nli/two-supporting-facts", "task_type": "Classification", "status": "ok", "rows": {"train": 1265, "validation": 646, "test": 636}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 2.782}
{"task": "babi_nli/two-arg-relations", "task_type": "Classification", "status": "ok", "rows": {"train": 1284, "validation": 643, "test": 658}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 7.641}
{"task": "babi_nli/basic-induction", "task_type": "Classification", "status": "ok", "rows": {"train": 1294, "validation": 636, "test": 646}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 3.02}
{"task": "babi_nli/conjunction", "task_type": "Classification", "status": "ok", "rows": {"train": 1309, "validation": 639, "test": 633}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 2.761}
{"task": "babi_nli/basic-coreference", "task_type": "Classification", "status": "ok", "rows": {"train": 1287, "validation": 646, "test": 643}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 2.771}
{"task": "babi_nli/basic-deduction", "task_type": "Classification", "status": "ok", "rows": {"train": 1297, "validation": 637, "test": 650}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 2.811}
{"task": "sick/label", "task_type": "Classification", "status": "ok", "rows": {"train": 5682, "validation": 655, "test": 3858}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/sick": "533a4bd3ef2fa6ee2ef285f3e3ec633f949af9aa"}, "seconds": 7.643}
{"task": "sick/relatedness", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 4439, "validation": 495, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/sick": "533a4bd3ef2fa6ee2ef285f3e3ec633f949af9aa"}, "seconds": 4.244}
{"task": "snli", "task_type": "Classification", "status": "ok", "rows": {"test": 3790, "validation": 3765, "train": 38393}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"stanfordnlp/snli": "cdb5c3d5eed6ead6e5a341c8e56e669bb666725b"}, "seconds": 13.51}
{"task": "scitail/snli_format", "task_type": "Classification", "status": "ok", "rows": {"train": 30052, "test": 2735, "validation": 1709}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"allenai/scitail": "0cc4353235b289165dfde1c7c5d1be983f99ce44"}, "seconds": 9.034}
{"task": "hans", "task_type": "Classification", "status": "ok", "rows": {"train": 38174, "validation": 3867, "test": 3808}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/hans": "8f107047d34fdfb57abfde38ec5196d63f7dee33"}, "seconds": 15.688}
{"task": "WANLI", "task_type": "Classification", "status": "ok", "rows": {"train": 38392, "test": 3843, "validation": 3902}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"alisawuffles/WANLI": "61c95318fd71c55b6ba355d76253254615f387ec"}, "seconds": 12.289}
{"task": "recast/recast_ner", "task_type": "Classification", "status": "ok", "rows": {"train": 38253, "validation": 3847, "test": 3837}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/recast": "684bdaefb13e70b62d3a43d9190d2f7c63d57c3e"}, "seconds": 12.664}
{"task": "recast/recast_sentiment", "task_type": "Classification", "status": "ok", "rows": {"train": 6166, "validation": 772, "test": 765}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/recast": "684bdaefb13e70b62d3a43d9190d2f7c63d57c3e"}, "seconds": 3.289}
{"task": "recast/recast_puns", "task_type": "Classification", "status": "ok", "rows": {"train": 17913, "validation": 2241, "test": 2232}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/recast": "684bdaefb13e70b62d3a43d9190d2f7c63d57c3e"}, "seconds": 5.358}
{"task": "recast/recast_megaveridicality", "task_type": "Classification", "status": "ok", "rows": {"train": 12081, "validation": 1511, "test": 1521}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/recast": "684bdaefb13e70b62d3a43d9190d2f7c63d57c3e"}, "seconds": 4.884}
{"task": "recast/recast_verbcorner", "task_type": "Classification", "status": "ok", "rows": {"train": 38282, "validation": 3862, "test": 3836}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/recast": "684bdaefb13e70b62d3a43d9190d2f7c63d57c3e"}, "seconds": 11.682}
{"task": "recast/recast_factuality", "task_type": "Classification", "status": "ok", "rows": {"train": 38260, "validation": 3843, "test": 3817}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/recast": "684bdaefb13e70b62d3a43d9190d2f7c63d57c3e"}, "seconds": 10.894}
{"task": "recast/recast_verbnet", "task_type": "Classification", "status": "ok", "rows": {"train": 1795, "validation": 189, "test": 213}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/recast": "684bdaefb13e70b62d3a43d9190d2f7c63d57c3e"}, "seconds": 2.304}
{"task": "probability_words_nli/usnli", "task_type": "Classification", "status": "ok", "rows": {"train": 39847, "validation": 3984, "test": 3997}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/probability_words_nli": "2064b638390dcc940284eed5ef1eb9990b1990e7"}, "seconds": 11.487}
{"task": "probability_words_nli/reasoning_1hop", "task_type": "Classification", "status": "ok", "rows": {"train": 5310, "validation": 669, "test": 672}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/probability_words_nli": "2064b638390dcc940284eed5ef1eb9990b1990e7"}, "seconds": 3.376}
{"task": "probability_words_nli/reasoning_2hop", "task_type": "Classification", "status": "ok", "rows": {"train": 5253, "validation": 686, "test": 661}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/probability_words_nli": "2064b638390dcc940284eed5ef1eb9990b1990e7"}, "seconds": 3.433}
{"task": "nan-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 301, "validation": 15, "test": 16}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"joey234/nan-nli": "bb4424259da93902b3ec2ece55a744f23d0793d0"}, "seconds": 1.878}
{"task": "nli_fever", "task_type": "Classification", "status": "ok", "rows": {"train": 38465, "validation": 3823, "test": 3875}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/nli_fever": "1eddac63112eee1fdf1966e0bca27a5ff248c772"}, "seconds": 12.755}
{"task": "breaking_nli", "task_type": "Classification", "status": "ok", "rows": {"train": 9481, "validation": 528, "test": 518}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/breaking_nli": "82b6583887562130331c99bba2c994b44eae310f"}, "seconds": 3.699}
{"task": "conj_nli", "task_type": "Classification", "status": "ok", "rows": {"train": 19280, "validation": 398, "test": 395}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/conj_nli": "a3923be8c49a8c8b5025737e64919faecc7576a7"}, "seconds": 5.421}
{"task": "fracas", "task_type": "Classification", "status": "ok", "rows": {"train": 317, "validation": 18, "test": 20}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/fracas": "b9dee7e7cf675ed6f2b97378b8de74920162b617"}, "seconds": 2.483}
{"task": "dialogue_nli", "task_type": "Classification", "status": "ok", "rows": {"train": 38422, "test": 3887, "validation": 3838}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/dialogue_nli": "f23677a6713b1558fe0e6ba3ec8db76ec8e49e98"}, "seconds": 10.628}
{"task": "mpe", "task_type": "Classification", "status": "ok", "rows": {"train": 10232, "test": 1267, "validation": 1285}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/mpe": "5bd658aa3bfea14d2c051f1c7dd34b456bbda4a0"}, "seconds": 4.395}
{"task": "dnc", "task_type": "Classification", "status": "ok", "rows": {"train": 38363, "test": 3807, "validation": 3838}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/dnc": "1b34f1c8b073c6782b68dc3c5c10ef6356a284d3"}, "seconds": 10.186}
{"task": "recast_white/fnplus", "task_type": "Classification", "status": "ok", "rows": {"train": 38273, "validation": 1921, "test": 1921}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/recast_white": "49f76692fb17d5f51bfff93c80276ba700010005"}, "seconds": 10.614}
{"task": "recast_white/sprl", "task_type": "Classification", "status": "ok", "rows": {"train": 38260, "validation": 1901, "test": 1921}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/recast_white": "49f76692fb17d5f51bfff93c80276ba700010005"}, "seconds": 9.171}
{"task": "recast_white/dpr", "task_type": "Classification", "status": "ok", "rows": {"train": 4209, "validation": 239, "test": 235}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/recast_white": "49f76692fb17d5f51bfff93c80276ba700010005"}, "seconds": 2.608}
{"task": "joci", "task_type": "Classification", "status": "ok", "rows": {"train": 34266, "validation": 1725, "test": 1713}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/joci": "8371e5cf43c3564daa1314ecf6086b58fcbf2178"}, "seconds": 8.368}
{"task": "robust_nli/IS_CS", "task_type": "Classification", "status": "ok", "rows": {"train": 747, "validation": 44, "test": 48}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/robust_nli": "429dde22805398bdd6cfece27284f53a44ed6e67"}, "seconds": 2.247}
{"task": "robust_nli/LI_LI", "task_type": "Classification", "status": "ok", "rows": {"train": 11457, "validation": 632, "test": 639}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/robust_nli": "429dde22805398bdd6cfece27284f53a44ed6e67"}, "seconds": 3.709}
{"task": "robust_nli/ST_WO", "task_type": "Classification", "status": "ok", "rows": {"train": 11289, "validation": 642, "test": 631}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/robust_nli": "429dde22805398bdd6cfece27284f53a44ed6e67"}, "seconds": 3.507}
{"task": "robust_nli/PI_SP", "task_type": "Classification", "status": "ok", "rows": {"train": 436, "validation": 23, "test": 21}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/robust_nli": "429dde22805398bdd6cfece27284f53a44ed6e67"}, "seconds": 1.451}
{"task": "robust_nli/PI_CD", "task_type": "Classification", "status": "ok", "rows": {"train": 3747, "validation": 212, "test": 209}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/robust_nli": "429dde22805398bdd6cfece27284f53a44ed6e67"}, "seconds": 2.337}
{"task": "robust_nli/ST_SE", "task_type": "Classification", "status": "ok", "rows": {"train": 36043, "validation": 1903, "test": 1913}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/robust_nli": "429dde22805398bdd6cfece27284f53a44ed6e67"}, "seconds": 10.454}
{"task": "robust_nli/ST_NE", "task_type": "Classification", "status": "ok", "rows": {"train": 11310, "validation": 625, "test": 611}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/robust_nli": "429dde22805398bdd6cfece27284f53a44ed6e67"}, "seconds": 3.707}
{"task": "robust_nli/ST_LM", "task_type": "Classification", "status": "ok", "rows": {"train": 11412, "validation": 631, "test": 630}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/robust_nli": "429dde22805398bdd6cfece27284f53a44ed6e67"}, "seconds": 4.585}
{"task": "robust_nli_is_sd", "task_type": "Classification", "status": "ok", "rows": {"train": 34518, "validation": 1927, "test": 1910}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/robust_nli_is_sd": "338d9797bb910381f7493343991c1055d425b9c4"}, "seconds": 10.135}
{"task": "robust_nli_li_ts", "task_type": "Classification", "status": "ok", "rows": {"train": 11762, "validation": 649, "test": 651}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/robust_nli_li_ts": "8ede2d7bf4531a7b210c793fe7b9e483b871c8f5"}, "seconds": 4.531}
{"task": "gen_debiased_nli/snli_seq_z", "task_type": "Classification", "status": "ok", "rows": {"train": 38291, "validation": 1916, "test": 1926}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/gen_debiased_nli": "8526f3a347c2d5760dc79a3dbe88134cc89c36b9"}, "seconds": 10.507}
{"task": "gen_debiased_nli/snli_z_aug", "task_type": "Classification", "status": "ok", "rows": {"train": 38533, "validation": 1925, "test": 1906}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/gen_debiased_nli": "8526f3a347c2d5760dc79a3dbe88134cc89c36b9"}, "seconds": 10.951}
{"task": "gen_debiased_nli/snli_par_z", "task_type": "Classification", "status": "ok", "rows": {"train": 38473, "validation": 1925, "test": 1910}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "de3dd001c59c71a04fda85cbaa9fee72e43fa358", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/gen_debiased_nli": "8526f3a347c2d5760dc79a3dbe88134cc89c36b9"}, "seconds": 9.903}
{"task": "gen_debiased_nli/mnli_par_z", "task_type": "Classification", "status": "ok", "rows": {"train": 38481, "validation": 1914, "test": 1910}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/gen_debiased_nli": "8526f3a347c2d5760dc79a3dbe88134cc89c36b9"}, "seconds": 10.106}
{"task": "gen_debiased_nli/mnli_z_aug", "task_type": "Classification", "status": "ok", "rows": {"train": 38482, "validation": 1950, "test": 1929}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/gen_debiased_nli": "8526f3a347c2d5760dc79a3dbe88134cc89c36b9"}, "seconds": 9.796}
{"task": "gen_debiased_nli/mnli_seq_z", "task_type": "Classification", "status": "ok", "rows": {"train": 38446, "validation": 1930, "test": 1932}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/gen_debiased_nli": "8526f3a347c2d5760dc79a3dbe88134cc89c36b9"}, "seconds": 9.844}
{"task": "add_one_rte", "task_type": "Classification", "status": "ok", "rows": {"train": 5748, "test": 480, "validation": 665}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pietrolesci/add_one_rte": "a5bdde974239556a20e6fc1624c2e32ee20b0c6a"}, "seconds": 3.272}
{"task": "hlgd", "task_type": "Classification", "status": "ok", "rows": {"train": 20507, "validation": 2745, "test": 3324}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/hlgd": "4bfaac28e90e9a767d9cfd0102ca159e783e828f"}, "seconds": 6.538}
{"task": "paws/labeled_final", "task_type": "Classification", "status": "ok", "rows": {"train": 38315, "test": 3830, "validation": 3836}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google-research-datasets/paws": "161ece9501cf0a11f3e48bd356eaa82de46d6a09"}, "seconds": 13.139}
{"task": "paws/labeled_swap", "task_type": "Classification", "status": "ok", "rows": {"train": 34947, "validation": 1908, "test": 1914}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google-research-datasets/paws": "161ece9501cf0a11f3e48bd356eaa82de46d6a09"}, "seconds": 9.724}
{"task": "medical_questions_pairs", "task_type": "Classification", "status": "ok", "rows": {"train": 3661, "validation": 203, "test": 202}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"curaihealth/medical_questions_pairs": "d91d9da9b2a843fc09ab9d48568d2a93bf58bd0d"}, "seconds": 2.924}
{"task": "conll2003/ner_tags", "task_type": "TokenClassification", "status": "ok", "rows": {"train": 30742, "validation": 3297, "test": 3312}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tomaarsen/conll2003": "3a0c0677d3177b6122fceed3239dda7a5de6a514"}, "seconds": 8.066}
{"task": "fig-qa", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 11109, "validation": 639, "test": 635}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nightingal3/fig-qa": "b29ec2faf6ef73d634db9757f8741dee68f6c874"}, "seconds": 3.757}
{"task": "cos_e/v1.0", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 8727, "validation": 552, "test": 538}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"Salesforce/cos_e": "f01396594b768e0026841176bf770afe58b82fba"}, "seconds": 3.41}
{"task": "cosmos_qa", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 29035, "validation": 1727, "test": 1712}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"Samsoup/cosmos_qa": "5511553160809abc4f9c11d12421ec0a9681ee75"}, "seconds": 6.821}
{"task": "dream", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 7059, "validation": 2366, "test": 2356}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"dataset-org/dream": "ca4c45feaf089ecfc37579eb2c594375f70dbfd5"}, "seconds": 4.795}
{"task": "openbookqa", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 5757, "validation": 571, "test": 581}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"allenai/openbookqa": "388097ea7776314e93a529163e0fea805b8a6454"}, "seconds": 3.228}
{"task": "qasc", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 9364, "validation": 520, "test": 530}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"allenai/qasc": "a34ba204eb9a33b919c10cc08f4f1c8dae5ec070"}, "seconds": 3.724}
{"task": "quartz", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 3135, "test": 897, "validation": 454}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"allenai/quartz": "28c1dbb56caf81799296cb17892fa73402e23464"}, "seconds": 2.557}
{"task": "quail", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 11713, "validation": 1245, "test": 1268}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"textmachinelab/quail": "2bd9d7f90a532fe1a910b70972cef5fda341c8fe"}, "seconds": 4.913}
{"task": "head_qa/en", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 3079, "test": 3149, "validation": 1566}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"EleutherAI/headqa": "3860ebd7b109f45dfa97a9c8cb31b564165ca0f1"}, "seconds": 3.219}
{"task": "sciq", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 13443, "validation": 1154, "test": 1141}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"allenai/sciq": "2c94ad3e1aafab77146f384e23536f97a4849815"}, "seconds": 4.211}
{"task": "social_i_qa", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34455, "validation": 1131, "test": 1128}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/social_i_qa": "c5e31ad2d8d6b2aec4cf6491653a1fe1640dd647"}, "seconds": 7.449}
{"task": "wiki_hop/original", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34554, "validation": 2939, "test": 2963}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"MoE-UNC/wikihop": "2a59420990da1085b42b474cc38d2520c27a6325"}, "seconds": 12.291}
{"task": "wiqa", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34275, "validation": 3467, "test": 3435}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/wiqa": "6ce5c6e35f4859dcffa37f9ee3255c3547636ee8"}, "seconds": 10.016}
{"task": "piqa", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 18509, "validation": 1051, "test": 1052}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"baber/piqa": "142f6d7367fd9877f0fb3b5734ea6a545f54cdd1"}, "seconds": 5.509}
{"task": "hellaswag", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34394, "validation": 3410, "test": 3444}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"Rowan/hellaswag": "218ec52e09a7e7462a5400043bb9a69a41d06b76"}, "seconds": 11.794}
{"task": "super_glue/copa", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 462, "validation": 60, "test": 57}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"aps/super_glue": "3de24cf8022e94f4ee4b9d55a6f539891524d646"}, "seconds": 2.385}
{"task": "balanced-copa", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 1028, "test": 568, "validation": 115}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pkavumba/balanced-copa": "813bd03cd6e07d9bd8d7333896ad5d40abb95ea9"}, "seconds": 2.289}
{"task": "e-CARE", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 17136, "validation": 1218, "test": 1239}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"12ml/e-CARE": "a9c788710144e6edd31f925345fa107c0634e223"}, "seconds": 5.09}
{"task": "art", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 845, "train": 33060, "test": 839}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"allenai/art": "df6c96ba77462a86dc1cf530c12a69da47ea42e7"}, "seconds": 9.674}
{"task": "winogrande/winogrande_xl", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34539, "validation": 723, "test": 729}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"allenai/winogrande": "01e74176c63542e6b0bcb004dcdea22d94fb67b5"}, "seconds": 10.499}
{"task": "codah/codah", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 2865, "validation": 166, "test": 159}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"jaredfern/codah": "4b0e0e7f33b3ae8cd8e69bcdfa09af9611d8f3bd"}, "seconds": 2.856}
{"task": "ai2_arc/ARC-Easy/challenge", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 2600, "test": 2740, "validation": 657}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"allenai/ai2_arc": "210d026faf9955653af8916fad021475a3f00453"}, "seconds": 3.3}
{"task": "ai2_arc/ARC-Challenge/challenge", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 1303, "test": 1371, "validation": 340}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"allenai/ai2_arc": "210d026faf9955653af8916fad021475a3f00453"}, "seconds": 2.342}
{"task": "definite_pronoun_resolution", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 648, "train": 1371, "validation": 153}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"community-datasets/definite_pronoun_resolution": "0fdf659653e37a0a3bf8af0909a43969304b2b19"}, "seconds": 2.468}
{"task": "swag/regular", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34577, "validation": 1709, "test": 1714}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"allenai/swag": "dc48148372b3853a9c7bae7bb06c161b46d8364a"}, "seconds": 10.712}
{"task": "math_qa", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 3350, "train": 33788, "validation": 3410}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/math_qa": "1b9bac56b9afc0eba2469fa0fea91c353a22a653"}, "seconds": 11.998}
{"task": "glue/cola", "task_type": "Classification", "status": "ok", "rows": {"train": 10897, "validation": 663, "test": 673}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nyu-mll/glue": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c"}, "seconds": 5.196}
{"task": "glue/sst2", "task_type": "Classification", "status": "ok", "rows": {"train": 36853, "validation": 524, "test": 550}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nyu-mll/glue": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c"}, "seconds": 9.764}
{"task": "utilitarianism", "task_type": "Classification", "status": "ok", "rows": {"train": 15826, "test": 3833, "validation": 1732}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"hendrycks/ethics": "b8b47c589f8bee77175b8648e5497278b68da48a"}, "seconds": 5.411}
{"task": "amazon_counterfactual/en", "task_type": "Classification", "status": "ok", "rows": {"train": 5150, "validation": 427, "test": 431}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/amazon_counterfactual": "b9867e02b01002698f60c07fb8efdce8c5020ee8"}, "seconds": 3.587}
{"task": "insincere-questions", "task_type": "Classification", "status": "ok", "rows": {"train": 38324, "test": 3804, "validation": 3822}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"SetFit/insincere-questions": "cbc6d860e837a83dc17bc59ef1575825a979e19f"}, "seconds": 12.534}
{"task": "toxic_conversations", "task_type": "Classification", "status": "ok", "rows": {"train": 36831, "test": 3705, "validation": 3697}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"SetFit/toxic_conversations": "3953bb49397ac2ee228986b2f3080b20cbce1365"}, "seconds": 13.643}
{"task": "TuringBench", "task_type": "Classification", "status": "ok", "rows": {"train": 38473, "validation": 3839, "test": 3851}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"jana4/turingbench-humanized": "a71e2e319c2ad2c95a5e501f240f9e012b57af9f"}, "seconds": 31.077}
{"task": "trec", "task_type": "Classification", "status": "ok", "rows": {"test": 682, "train": 6580, "validation": 721}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/trec": "80bf1cfddf30edbce5595236718c98e1ade0ee52"}, "seconds": 6.087}
{"task": "vitaminc", "task_type": "Classification", "status": "ok", "rows": {"train": 40014, "validation": 4005, "test": 3979}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tals/vitaminc": "be6febb761b0b2807687e61e0b5282e459df2fa0"}, "seconds": 12.867}
{"task": "hope_edi/english", "task_type": "Classification", "status": "ok", "rows": {"train": 29178, "validation": 1817, "test": 1834}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {}, "seconds": 33.45}
{"task": "rumoureval_2019/RumourEval2019", "task_type": "Classification", "status": "ok", "rows": {"train": 6491, "validation": 1912, "test": 2213}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"strombergnlp/rumoureval_2019": "c9c0c7279d591d2fa4d692501d85f4e46d4b0572"}, "seconds": 5.252}
{"task": "ethos/binary", "task_type": "Classification", "status": "ok", "rows": {"train": 1161, "validation": 65, "test": 69}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"SetFit/ethos_binary": "3e20849175072aa95845981f27938ebeb4eb93e0"}, "seconds": 2.849}
{"task": "ethos/multilabel", "task_type": "Classification", "status": "ok", "rows": {"train": 3905, "validation": 230, "test": 222}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/ethos": "d342083f742b826582e1692e26efebdd05f6215b"}, "seconds": 3.788}
{"task": "tweet_eval/offensive", "task_type": "Classification", "status": "ok", "rows": {"train": 15173, "test": 1093, "validation": 1678}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cardiffnlp/tweet_eval": "b3a375baf0f409c77e6bc7aa35102b7b3534f8be"}, "seconds": 6.883}
{"task": "tweet_eval/irony", "task_type": "Classification", "status": "ok", "rows": {"train": 3644, "test": 1007, "validation": 1228}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cardiffnlp/tweet_eval": "b3a375baf0f409c77e6bc7aa35102b7b3534f8be"}, "seconds": 3.669}
{"task": "tweet_eval/emotion", "task_type": "Classification", "status": "ok", "rows": {"train": 4194, "test": 1845, "validation": 482}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cardiffnlp/tweet_eval": "b3a375baf0f409c77e6bc7aa35102b7b3534f8be"}, "seconds": 3.43}
{"task": "tweet_eval/sentiment", "task_type": "Classification", "status": "ok", "rows": {"train": 33513, "test": 3358, "validation": 2241}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cardiffnlp/tweet_eval": "b3a375baf0f409c77e6bc7aa35102b7b3534f8be"}, "seconds": 11.408}
{"task": "tweet_eval/emoji", "task_type": "Classification", "status": "ok", "rows": {"train": 38391, "test": 3831, "validation": 3885}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cardiffnlp/tweet_eval": "b3a375baf0f409c77e6bc7aa35102b7b3534f8be"}, "seconds": 16.161}
{"task": "tweet_eval/hate", "task_type": "Classification", "status": "ok", "rows": {"train": 11538, "test": 3800, "validation": 1272}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cardiffnlp/tweet_eval": "b3a375baf0f409c77e6bc7aa35102b7b3534f8be"}, "seconds": 6.468}
{"task": "tweet_eval/stance_abortion", "task_type": "Classification", "status": "ok", "rows": {"train": 729, "test": 343, "validation": 86}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cardiffnlp/tweet_eval": "b3a375baf0f409c77e6bc7aa35102b7b3534f8be"}, "seconds": 2.516}
{"task": "tweet_eval/stance_atheism", "task_type": "Classification", "status": "ok", "rows": {"train": 564, "test": 269, "validation": 65}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cardiffnlp/tweet_eval": "b3a375baf0f409c77e6bc7aa35102b7b3534f8be"}, "seconds": 2.027}
{"task": "tweet_eval/stance_climate", "task_type": "Classification", "status": "ok", "rows": {"train": 438, "test": 211, "validation": 55}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cardiffnlp/tweet_eval": "b3a375baf0f409c77e6bc7aa35102b7b3534f8be"}, "seconds": 2.555}
{"task": "tweet_eval/stance_feminist", "task_type": "Classification", "status": "ok", "rows": {"train": 740, "test": 357, "validation": 80}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cardiffnlp/tweet_eval": "b3a375baf0f409c77e6bc7aa35102b7b3534f8be"}, "seconds": 2.508}
{"task": "tweet_eval/stance_hillary", "task_type": "Classification", "status": "ok", "rows": {"train": 783, "test": 362, "validation": 83}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cardiffnlp/tweet_eval": "b3a375baf0f409c77e6bc7aa35102b7b3534f8be"}, "seconds": 2.661}
{"task": "discovery/discovery", "task_type": "Classification", "status": "ok", "rows": {"test": 3645, "train": 35923, "validation": 3603}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/discovery": "a2812b4a716bb4fb560a7af36bbf711bba8bbf61"}, "seconds": 290.24}
{"task": "pragmeval/switchboard", "task_type": "Classification", "status": "ok", "rows": {"test": 743, "train": 21708, "validation": 2443}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 26.347}
{"task": "pragmeval/mrda", "task_type": "Classification", "status": "ok", "rows": {"test": 3424, "train": 16670, "validation": 1871}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 28.743}
{"task": "pragmeval/verifiability", "task_type": "Classification", "status": "ok", "rows": {"test": 3109, "train": 7335, "validation": 825}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 3.991}
{"task": "pragmeval/gum", "task_type": "Classification", "status": "ok", "rows": {"test": 332, "train": 2256, "validation": 347}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 3.772}
{"task": "pragmeval/emergent", "task_type": "Classification", "status": "ok", "rows": {"test": 341, "train": 2751, "validation": 344}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 3.487}
{"task": "pragmeval/persuasiveness-premisetype", "task_type": "Classification", "status": "ok", "rows": {"test": 93, "train": 751, "validation": 97}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 2.104}
{"task": "pragmeval/persuasiveness-claimtype", "task_type": "Classification", "status": "ok", "rows": {"test": 24, "train": 210, "validation": 26}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 1.66}
{"task": "pragmeval/sarcasm", "task_type": "Classification", "status": "ok", "rows": {"test": 621, "train": 4981, "validation": 628}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 3.648}
{"task": "pragmeval/stac", "task_type": "Classification", "status": "ok", "rows": {"test": 1760, "train": 15005, "validation": 1665}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 8.274}
{"task": "pragmeval/pdtb", "task_type": "Classification", "status": "ok", "rows": {"test": 1443, "train": 17219, "validation": 1610}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 8.304}
{"task": "pragmeval/emobank-arousal", "task_type": "Classification", "status": "ok", "rows": {"test": 875, "train": 6992, "validation": 874}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 3.768}
{"task": "pragmeval/emobank-dominance", "task_type": "Classification", "status": "ok", "rows": {"test": 1028, "train": 8117, "validation": 1011}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 3.295}
{"task": "pragmeval/emobank-valence", "task_type": "Classification", "status": "ok", "rows": {"test": 829, "train": 6531, "validation": 823}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 3.057}
{"task": "pragmeval/squinky-formality", "task_type": "Classification", "status": "ok", "rows": {"test": 592, "train": 4656, "validation": 580}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 3.177}
{"task": "pragmeval/squinky-implicature", "task_type": "Classification", "status": "ok", "rows": {"test": 592, "train": 4744, "validation": 583}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 2.8}
{"task": "pragmeval/squinky-informativeness", "task_type": "Classification", "status": "ok", "rows": {"test": 590, "train": 4752, "validation": 595}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 2.791}
{"task": "pragmeval/persuasiveness-eloquence", "task_type": "Classification", "status": "ok", "rows": {"test": 125, "train": 960, "validation": 123}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 1.843}
{"task": "pragmeval/persuasiveness-relevance", "task_type": "Classification", "status": "ok", "rows": {"test": 125, "train": 957, "validation": 125}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 2.651}
{"task": "pragmeval/persuasiveness-specificity", "task_type": "Classification", "status": "ok", "rows": {"test": 88, "train": 665, "validation": 85}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 2.001}
{"task": "pragmeval/persuasiveness-strength", "task_type": "Classification", "status": "ok", "rows": {"test": 61, "train": 508, "validation": 64}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 1.858}
{"task": "silicone/meld_e", "task_type": "Classification", "status": "ok", "rows": {"test": 3347, "train": 12775, "validation": 1410}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/silicone": "f634992b5ceef4132625e4a3a6b1200399e4b311"}, "seconds": 7.242}
{"task": "silicone/maptask", "task_type": "Classification", "status": "ok", "rows": {"test": 3704, "train": 26784, "validation": 3759}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/silicone": "f634992b5ceef4132625e4a3a6b1200399e4b311"}, "seconds": 10.709}
{"task": "silicone/dyda_e", "task_type": "Classification", "status": "ok", "rows": {"test": 3848, "train": 38394, "validation": 3891}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/silicone": "f634992b5ceef4132625e4a3a6b1200399e4b311"}, "seconds": 12.316}
{"task": "silicone/dyda_da", "task_type": "Classification", "status": "ok", "rows": {"test": 3847, "train": 38517, "validation": 3797}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/silicone": "f634992b5ceef4132625e4a3a6b1200399e4b311"}, "seconds": 11.519}
{"task": "silicone/sem", "task_type": "Classification", "status": "ok", "rows": {"test": 972, "train": 4773, "validation": 541}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/silicone": "f634992b5ceef4132625e4a3a6b1200399e4b311"}, "seconds": 3.771}
{"task": "silicone/meld_s", "task_type": "Classification", "status": "ok", "rows": {"test": 2936, "train": 11145, "validation": 1232}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/silicone": "f634992b5ceef4132625e4a3a6b1200399e4b311"}, "seconds": 4.498}
{"task": "silicone/oasis", "task_type": "Classification", "status": "ok", "rows": {"test": 1890, "train": 15506, "validation": 1965}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/silicone": "f634992b5ceef4132625e4a3a6b1200399e4b311"}, "seconds": 9.601}
{"task": "silicone/iemocap", "task_type": "Classification", "status": "ok", "rows": {"test": 1963, "train": 7007, "validation": 737}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/silicone": "f634992b5ceef4132625e4a3a6b1200399e4b311"}, "seconds": 4.224}
{"task": "lex_glue/scotus", "task_type": "Classification", "status": "ok", "rows": {"train": 6064, "test": 1567, "validation": 1625}, "request_length_dropped": {"train": 127, "test": 82, "validation": 69}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"coastalcph/lex_glue": "c23fdff1a6bf74e0e1a71cb86f1e781d37da888c"}, "seconds": 18.807}
{"task": "lex_glue/ledgar", "task_type": "Classification", "status": "ok", "rows": {"train": 34497, "test": 3457, "validation": 3442}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"coastalcph/lex_glue": "c23fdff1a6bf74e0e1a71cb86f1e781d37da888c"}, "seconds": 125.205}
{"task": "lex_glue/unfair_tos", "task_type": "Classification", "status": "ok", "rows": {"train": 6728, "test": 1964, "validation": 2790}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"coastalcph/lex_glue": "c23fdff1a6bf74e0e1a71cb86f1e781d37da888c"}, "seconds": 4.373}
{"task": "lex_glue/case_hold", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34433, "test": 3467, "validation": 3443}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"coastalcph/lex_glue": "c23fdff1a6bf74e0e1a71cb86f1e781d37da888c"}, "seconds": 13.006}
{"task": "language-identification", "task_type": "Classification", "status": "ok", "rows": {"train": 37033, "validation": 3722, "test": 3722}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"papluca/language-identification": "aa56583bf2bc52b0565770607d6fc3faebecf9e2"}, "seconds": 15.612}
{"task": "imdb", "task_type": "Classification", "status": "ok", "rows": {"train": 28494, "test": 3790, "validation": 3182}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"stanfordnlp/imdb": "e6281661ce1c48d982bc483cf8a173c1bbeb5d31"}, "seconds": 11.2}
{"task": "rotten_tomatoes", "task_type": "Classification", "status": "ok", "rows": {"train": 10534, "validation": 1297, "test": 1315}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cornell-movie-review-data/rotten_tomatoes": "aa13bc287fa6fcab6daf52f0dfb9994269ffea28"}, "seconds": 5.133}
{"task": "ag_news", "task_type": "Classification", "status": "ok", "rows": {"train": 38581, "test": 3837, "validation": 3864}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"fancyzhx/ag_news": "eb185aade064a813bc0b7f42de02595523103ca4"}, "seconds": 11.744}
{"task": "yelp_review_full/yelp_review_full", "task_type": "Classification", "status": "ok", "rows": {"train": 33646, "test": 3382, "validation": 3373}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"Yelp/yelp_review_full": "c1f9ee939b7d05667af864ee1cb066393154bf85"}, "seconds": 10.546}
{"task": "financial_phrasebank/sentences_allagree", "task_type": "Classification", "status": "ok", "rows": {"train": 2274, "validation": 124, "test": 128}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ghbacct/financial-phrasebank-all-agree-classification": "6f2f42aa4964d88052aa5988d90d0ac76496d89c"}, "seconds": 2.927}
{"task": "poem_sentiment", "task_type": "Classification", "status": "ok", "rows": {"train": 1154, "validation": 137, "test": 131}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google-research-datasets/poem_sentiment": "685b95a2787a869b7bae6c4480810f57fe23b48e"}, "seconds": 2.483}
{"task": "emotion", "task_type": "Classification", "status": "ok", "rows": {"train": 20424, "validation": 2546, "test": 2563}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"dair-ai/emotion": "cab853a1dbdf4c42c2b3ef2173804746df8825fe"}, "seconds": 6.726}
{"task": "dbpedia_14/dbpedia_14", "task_type": "Classification", "status": "ok", "rows": {"train": 38602, "test": 3862, "validation": 3857}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"fancyzhx/dbpedia_14": "9abd46cf7fc8b4c64290f26993c540b92aa145ac"}, "seconds": 14.072}
{"task": "amazon_polarity/amazon_polarity", "task_type": "Classification", "status": "ok", "rows": {"train": 36742, "test": 3690, "validation": 3662}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"fancyzhx/amazon_polarity": "9d9c45c18f8c3cf1b23a3c27917b60cbf28f3289"}, "seconds": 12.218}
{"task": "app_reviews", "task_type": "Classification", "status": "ok", "rows": {"train": 33499, "validation": 1683, "test": 1668}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sealuzh/app_reviews": "9eaa95f66364367e8752b0f34c00f67aafa95d15"}, "seconds": 9.173}
{"task": "hate_speech18", "task_type": "Classification", "status": "ok", "rows": {"train": 12259, "validation": 683, "test": 707}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/hate_speech18": "fe76c6b6b37795fa740f052797552399ec46071a"}, "seconds": 4.836}
{"task": "sms_spam", "task_type": "Classification", "status": "ok", "rows": {"train": 6385, "validation": 362, "test": 350}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ucirvine/sms_spam": "cae486f927c250fe1d4a5b55f11357964ed1646c"}, "seconds": 3.184}
{"task": "humicroedit/subtask-1", "task_type": "Classification", "status": "ok", "rows": {"train": 10969, "validation": 2759, "test": 3424}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/humicroedit": "f5a16e65b0854032ab9b4c82ca182a6381b83bd5"}, "seconds": 5.41}
{"task": "humicroedit/subtask-2", "task_type": "Classification", "status": "ok", "rows": {"test": 3802, "train": 11997, "validation": 3044}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/humicroedit": "f5a16e65b0854032ab9b4c82ca182a6381b83bd5"}, "seconds": 6.882}
{"task": "snips_built_in_intents", "task_type": "Classification", "status": "ok", "rows": {"train": 396, "validation": 20, "test": 20}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sonos-nlu-benchmark/snips_built_in_intents": "7a3f9329f396a746c867f370c7ab210dff9c789b"}, "seconds": 3.516}
{"task": "hate_speech_offensive", "task_type": "Classification", "status": "ok", "rows": {"train": 28537, "validation": 1596, "test": 1599}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tdavidson/hate_speech_offensive": "adc5fb774614827695774f2dbe0ea8122f6a92b4"}, "seconds": 8.703}
{"task": "yahoo_answers_topics", "task_type": "Classification", "status": "ok", "rows": {"train": 40148, "test": 4021, "validation": 3982}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"community-datasets/yahoo_answers_topics": "6652a1e7c94f7260a0bfd0c9092dd48e2d536ea1"}, "seconds": 14.312}
{"task": "stackoverflow-questions", "task_type": "Classification", "status": "ok", "rows": {"train": 34873, "validation": 3478, "test": 3484}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pacovaldez/stackoverflow-questions": "869802e52b4dfa074d8a8e255ce85580711cdc25"}, "seconds": 11.755}
{"task": "hyperpartisan_news", "task_type": "Classification", "status": "ok", "rows": {"train": 687, "validation": 83, "test": 81}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"zapsdcn/hyperpartisan_news": "f8b596df1cf34dc96e5f340948de26cdd03f6197"}, "seconds": 2.779}
{"task": "sciie", "task_type": "Classification", "status": "ok", "rows": {"train": 4140, "validation": 578, "test": 1251}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"zapsdcn/sciie": "5a2b849f75005cec88e20e461bbabcf4a73e90f2"}, "seconds": 4.645}
{"task": "citation_intent", "task_type": "Classification", "status": "ok", "rows": {"train": 2170, "validation": 143, "test": 183}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"zapsdcn/citation_intent": "f5e62b86ee701ba2ea2a5d95be12cd7633b6f6f9"}, "seconds": 3.278}
{"task": "go_emotions/simplified", "task_type": "Classification", "status": "ok", "rows": {"train": 38528, "validation": 3850, "test": 3864}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google-research-datasets/go_emotions": "add492243ff905527e67aeb8b80c082af02207c3"}, "seconds": 18.607}
{"task": "scicite", "task_type": "Classification", "status": "ok", "rows": {"test": 2374, "train": 10580, "validation": 1180}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/scicite": "6b569c1b7045f187cccc94c38af91faa755178ae"}, "seconds": 7.077}
{"task": "liar", "task_type": "Classification", "status": "ok", "rows": {"test": 1442, "train": 11450, "validation": 1422}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/liar": "12602911d75b54886b161919af881baad2fc55cc"}, "seconds": 7.009}
{"task": "lexical_relation_classification/ROOT09", "task_type": "Classification", "status": "ok", "rows": {"train": 11431, "validation": 812, "test": 3861}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"relbert/lexical_relation_classification": "9862d1e870fe6dba4922d3d326c9c8b90a2ecad5"}, "seconds": 6.27}
{"task": "lexical_relation_classification/K&H+N", "task_type": "Classification", "status": "ok", "rows": {"train": 38563, "validation": 3674, "test": 3820}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"relbert/lexical_relation_classification": "9862d1e870fe6dba4922d3d326c9c8b90a2ecad5"}, "seconds": 11.595}
{"task": "lexical_relation_classification/BLESS", "task_type": "Classification", "status": "ok", "rows": {"train": 23899, "validation": 1722, "test": 3830}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"relbert/lexical_relation_classification": "9862d1e870fe6dba4922d3d326c9c8b90a2ecad5"}, "seconds": 7.734}
{"task": "lexical_relation_classification/EVALution", "task_type": "Classification", "status": "ok", "rows": {"train": 6621, "validation": 471, "test": 2369}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"relbert/lexical_relation_classification": "9862d1e870fe6dba4922d3d326c9c8b90a2ecad5"}, "seconds": 4.419}
{"task": "lexical_relation_classification/CogALexV", "task_type": "Classification", "status": "ok", "rows": {"train": 3545, "test": 3891, "validation": 392}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"relbert/lexical_relation_classification": "9862d1e870fe6dba4922d3d326c9c8b90a2ecad5"}, "seconds": 4.032}
{"task": "linguisticprobing/subj_number", "task_type": "Classification", "status": "ok", "rows": {"train": 38339, "validation": 3827, "test": 3827}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 13.134}
{"task": "linguisticprobing/obj_number", "task_type": "Classification", "status": "ok", "rows": {"train": 38332, "validation": 3813, "test": 3829}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 11.441}
{"task": "linguisticprobing/past_present", "task_type": "Classification", "status": "ok", "rows": {"train": 38326, "validation": 3841, "test": 3807}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 12.22}
{"task": "linguisticprobing/sentence_length", "task_type": "Classification", "status": "ok", "rows": {"train": 38307, "validation": 3888, "test": 3852}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 12.937}
{"task": "linguisticprobing/top_constituents", "task_type": "Classification", "status": "ok", "rows": {"train": 38425, "validation": 3882, "test": 3871}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 15.241}
{"task": "linguisticprobing/tree_depth", "task_type": "Classification", "status": "ok", "rows": {"train": 38369, "validation": 3833, "test": 3880}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 12.423}
{"task": "linguisticprobing/coordination_inversion", "task_type": "Classification", "status": "ok", "rows": {"train": 38304, "validation": 3811, "test": 3881}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 11.317}
{"task": "linguisticprobing/odd_man_out", "task_type": "Classification", "status": "ok", "rows": {"train": 38340, "validation": 3854, "test": 3825}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 11.261}
{"task": "linguisticprobing/bigram_shift", "task_type": "Classification", "status": "ok", "rows": {"train": 38376, "validation": 3829, "test": 3808}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 11.025}
{"task": "crowdflower/sentiment_nuclear_power", "task_type": "Classification", "status": "ok", "rows": {"train": 215, "validation": 11, "test": 10}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/crowdflower": "9380af0a5ae3863a8f1fa7350572aa9709f2f1ce"}, "seconds": 2.7}
{"task": "crowdflower/political-media-audience", "task_type": "Classification", "status": "ok", "rows": {"train": 5516, "validation": 309, "test": 308}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/crowdflower": "9380af0a5ae3863a8f1fa7350572aa9709f2f1ce"}, "seconds": 4.683}
{"task": "crowdflower/political-media-bias", "task_type": "Classification", "status": "ok", "rows": {"train": 5530, "validation": 306, "test": 311}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/crowdflower": "9380af0a5ae3863a8f1fa7350572aa9709f2f1ce"}, "seconds": 5.47}
{"task": "crowdflower/tweet_global_warming", "task_type": "Classification", "status": "ok", "rows": {"train": 4674, "validation": 261, "test": 260}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/crowdflower": "9380af0a5ae3863a8f1fa7350572aa9709f2f1ce"}, "seconds": 4.561}
{"task": "crowdflower/airline-sentiment", "task_type": "Classification", "status": "ok", "rows": {"train": 14694, "validation": 831, "test": 806}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/crowdflower": "9380af0a5ae3863a8f1fa7350572aa9709f2f1ce"}, "seconds": 10.362}
{"task": "crowdflower/corporate-messaging", "task_type": "Classification", "status": "ok", "rows": {"train": 3475, "validation": 190, "test": 190}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/crowdflower": "9380af0a5ae3863a8f1fa7350572aa9709f2f1ce"}, "seconds": 4.794}
{"task": "crowdflower/economic-news", "task_type": "Classification", "status": "ok", "rows": {"train": 8882, "validation": 487, "test": 501}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/crowdflower": "9380af0a5ae3863a8f1fa7350572aa9709f2f1ce"}, "seconds": 9.47}
{"task": "crowdflower/political-media-message", "task_type": "Classification", "status": "ok", "rows": {"train": 5590, "validation": 314, "test": 315}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/crowdflower": "9380af0a5ae3863a8f1fa7350572aa9709f2f1ce"}, "seconds": 5.988}
{"task": "crowdflower/text_emotion", "task_type": "Classification", "status": "ok", "rows": {"train": 37111, "validation": 1855, "test": 1847}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/crowdflower": "9380af0a5ae3863a8f1fa7350572aa9709f2f1ce"}, "seconds": 20.02}
{"task": "ethics/commonsense", "task_type": "Classification", "status": "ok", "rows": {"train": 18087, "validation": 3873, "test": 3902}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"hendrycks/ethics": "b8b47c589f8bee77175b8648e5497278b68da48a"}, "seconds": 7.084}
{"task": "ethics/deontology", "task_type": "Classification", "status": "ok", "rows": {"train": 24092, "validation": 3962, "test": 3995}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"hendrycks/ethics": "b8b47c589f8bee77175b8648e5497278b68da48a"}, "seconds": 7.637}
{"task": "ethics/justice", "task_type": "Classification", "status": "ok", "rows": {"train": 27856, "validation": 3434, "test": 2612}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"hendrycks/ethics": "b8b47c589f8bee77175b8648e5497278b68da48a"}, "seconds": 8.166}
{"task": "ethics/virtue", "task_type": "Classification", "status": "ok", "rows": {"train": 37471, "validation": 3949, "test": 3979}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"hendrycks/ethics": "6deab74c03e30f13540266e373ce31f8466169f8"}, "seconds": 11.695}
{"task": "emo/emo2019", "task_type": "Classification", "status": "ok", "rows": {"train": 34844, "test": 3859, "validation": 3844}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"oneonlee/cleansed_emocontext": "d96a144ecefc8600c28e711bbbb318f4fb8f5dbd"}, "seconds": 11.43}
{"task": "google_wellformed_query", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 17500, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/google_wellformed_query": "005c35214a0437e65c5fa60b35ec2eb8adc9f6f9"}, "seconds": 6.011}
{"task": "tweets_hate_speech_detection", "task_type": "Classification", "status": "ok", "rows": {"train": 36728, "validation": 1916, "test": 1908}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tweets-hate-speech-detection/tweets_hate_speech_detection": "da252d58de3c59dd9086481b1b2fbb2ea37491ab"}, "seconds": 9.834}
{"task": "wnut_17/wnut_17", "task_type": "TokenClassification", "status": "ok", "rows": {"train": 7443, "validation": 2226, "test": 2779}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"flaitenberger/wnut_17": "d6c9cc3726ab60f77c2b7d95b882adb1b61df5e7"}, "seconds": 4.643}
{"task": "blog_authorship_corpus/gender", "task_type": "Classification", "status": "ok", "rows": {"train": 37444, "validation": 1864, "test": 1843}, "request_length_dropped": {"train": 1}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/blog_authorship_corpus": "8d658f137b1844d28b533f67888a6d244f6cc28a"}, "seconds": 12.491}
{"task": "blog_authorship_corpus/age", "task_type": "Classification", "status": "ok", "rows": {"train": 37678, "validation": 1879, "test": 1841}, "request_length_dropped": {"train": 1}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/blog_authorship_corpus": "8d658f137b1844d28b533f67888a6d244f6cc28a"}, "seconds": 13.284}
{"task": "blog_authorship_corpus/job", "task_type": "Classification", "status": "ok", "rows": {"train": 38780, "validation": 1903, "test": 1923}, "request_length_dropped": {"train": 2}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/blog_authorship_corpus": "8d658f137b1844d28b533f67888a6d244f6cc28a"}, "seconds": 36.028}
{"task": "open_question_type", "task_type": "Classification", "status": "ok", "rows": {"train": 4993, "test": 854, "validation": 554}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"Korea-MES/open_question_type": "c7c4ae81ed8d4ccb4af90c65c3a7442d8c0872b6"}, "seconds": 4.009}
{"task": "health_fact", "task_type": "Classification", "status": "ok", "rows": {"train": 38599, "test": 3857, "validation": 3843}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"marcov/health_fact_promptsource": "74201b761bbd6f1274cfdb4e54ef65eba14eb21d"}, "seconds": 13.38}
{"task": "commonsense_qa", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 11090, "validation": 689, "test": 683}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tau/commonsense_qa": "94630fe30dad47192a8546eb75f094926d47e155"}, "seconds": 4.684}
{"task": "mc_taco", "task_type": "Classification", "status": "ok", "rows": {"test": 3819, "train": 38222, "validation": 3846}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"marcov/mc_taco_promptsource": "92e0f27f97779ee70055ca6a0ee5bd126e37c9f5"}, "seconds": 11.553}
{"task": "ade_corpus_v2/Ade_corpus_v2_classification", "task_type": "Classification", "status": "ok", "rows": {"train": 27072, "validation": 1505, "test": 1501}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ade-benchmark-corpus/ade_corpus_v2": "4ba01c71687dd7c996597042449448ea312126cf"}, "seconds": 7.777}
{"task": "discosense", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 9653, "test": 3425, "validation": 1106}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {}, "seconds": 6.824}
{"task": "circa", "task_type": "Classification", "status": "ok", "rows": {"train": 39125, "validation": 2009, "test": 1952}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google-research-datasets/circa": "faa1b5a78dd926a899bcd4da289c2e3abe8061a9"}, "seconds": 10.872}
{"task": "code_x_glue_cc_defect_detection", "task_type": "Classification", "status": "ok", "rows": {"train": 28570, "validation": 3552, "test": 3564}, "request_length_dropped": {"train": 7, "validation": 1, "test": 1}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google/code_x_glue_cc_defect_detection": "69bd48c03223c2104342acd9a807caf61ac3efb8"}, "seconds": 10.87}
{"task": "phrase_similarity", "task_type": "Classification", "status": "ok", "rows": {"train": 8909, "validation": 1258, "test": 2538}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"Deehan1866/processed_phrase_similarity": "865a41b453ea07d9a9e453b0c6f8dee966f6ec35"}, "seconds": 4.939}
{"task": "scientific-exaggeration-detection", "task_type": "Classification", "status": "ok", "rows": {"train": 124, "test": 740, "validation": 11}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"copenlu/scientific-exaggeration-detection": "544352335e47b53a991ed4157a396453fdb25d49"}, "seconds": 4.885}
{"task": "quarel", "task_type": "Classification", "status": "ok", "rows": {"train": 2476, "test": 715, "validation": 349}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"community-datasets/quarel": "52be7f062d2c13d401a9e53b6963d8fbcc4abeb4"}, "seconds": 3.546}
{"task": "fever-evidence-related", "task_type": "Classification", "status": "ok", "rows": {"train": 40876, "test": 4094, "validation": 4090}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mwong/fever-evidence-related": "14aba009b5fcd97b1a9ee6f3e3b0da0e308cf7cb"}, "seconds": 22.201}
{"task": "numer_sense", "task_type": "Classification", "status": "ok", "rows": {"train": 10638, "validation": 1315, "test": 1410}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/numer_sense": "4aa1b6b0cc62d746de5d5f09345adeddcc7a7fe5"}, "seconds": 5.726}
{"task": "Sarcasm_News_Headline", "task_type": "Classification", "status": "ok", "rows": {"train": 32783, "test": 3807, "validation": 3648}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"raquiba/Sarcasm_News_Headline": "643ceefc17441e56cff66f57c03b13615545d42b"}, "seconds": 11.061}
{"task": "sem_eval_2010_task_8", "task_type": "Classification", "status": "ok", "rows": {"train": 9230, "test": 3510, "validation": 1021}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"SemEvalWorkshop/sem_eval_2010_task_8": "d58325907b9bf84a7c81f81fe5372791d911c10c"}, "seconds": 6.146}
{"task": "auditor_review", "task_type": "Classification", "status": "ok", "rows": {"train": 3885, "test": 1089, "validation": 431}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"demo-org/auditor_review": "22e9451042c750f5dec39e243d34f4efea1f3cda"}, "seconds": 3.422}
{"task": "medmcqa", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34356, "validation": 1714, "test": 1713}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"openlifescienceai/medmcqa": "91c6572c454088bf71b679ad90aa8dffcd0d5868"}, "seconds": 10.351}
{"task": "Dynasent_Disagreement", "task_type": "Classification", "status": "ok", "rows": {"train": 36763, "validation": 3662, "test": 3683}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"RuyuanWan/Dynasent_Disagreement": "48fe35d8cd764209a087ee36823523c42119c866"}, "seconds": 18.017}
{"task": "Politeness_Disagreement", "task_type": "Classification", "status": "ok", "rows": {"train": 1574, "validation": 536, "test": 535}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"RuyuanWan/Politeness_Disagreement": "9527b141f5b9acda32e0df4f69040b746459ead5"}, "seconds": 2.983}
{"task": "SBIC_Disagreement", "task_type": "Classification", "status": "ok", "rows": {"train": 34452, "validation": 3661, "test": 3691}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"RuyuanWan/SBIC_Disagreement": "01bcc51d26814e610d91eef4ecf39df687babc63"}, "seconds": 16.433}
{"task": "SChem_Disagreement", "task_type": "Classification", "status": "ok", "rows": {"train": 6489, "validation": 3673, "test": 3662}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"RuyuanWan/SChem_Disagreement": "500a8fd3383138a5efece6c6744028e3211a6cc0"}, "seconds": 6.648}
{"task": "Dilemmas_Disagreement", "task_type": "Classification", "status": "ok", "rows": {"train": 28833, "validation": 2843, "test": 2916}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"RuyuanWan/Dilemmas_Disagreement": "8d5520fc4675fe37bd4b15271feb982a04c8f8ba"}, "seconds": 14.882}
{"task": "logiqa", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 7591, "test": 742, "validation": 845}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"fireworks-ai/logiqa": "d8ef7e0cc4373988ac01f8f342d4bc6cb27919ad"}, "seconds": 4.453}
{"task": "wiki_qa", "task_type": "Classification", "status": "ok", "rows": {"test": 3863, "validation": 3456, "train": 25980}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"microsoft/wiki_qa": "3f104672b5de699878fe7907afc486f0de325eb5"}, "seconds": 10.39}
{"task": "cycic_classification", "task_type": "Classification", "status": "ok", "rows": {"train": 5287, "validation": 400, "test": 411}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/cycic_classification": "ad7eb0d2022e36d762903851ef3ac1d612da96be"}, "seconds": 3.942}
{"task": "cycic_multiplechoice", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 7456, "validation": 531, "test": 523}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/cycic_multiplechoice": "fc9f5f881b814de9f5d73c489a80a32e764579f6"}, "seconds": 3.553}
{"task": "sts-companion", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 4760, "validation": 264, "test": 265}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/sts-companion": "fd8beffb788df5f6673bc688e6dcbe3690a3acc6"}, "seconds": 2.67}
{"task": "commonsense_qa_2.0", "task_type": "Classification", "status": "ok", "rows": {"train": 11835, "validation": 1627, "test": 1633}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/commonsense_qa_2.0": "23ff83b18ed76882f3af1a403a7c464b72efcd86"}, "seconds": 7.154}
{"task": "lingnli", "task_type": "Classification", "status": "ok", "rows": {"train": 38433, "validation": 3854, "test": 3853}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/lingnli": "0d5cbee5220a13b3c0701d3a165d70d006a35339"}, "seconds": 12.764}
{"task": "monotonicity-entailment", "task_type": "Classification", "status": "ok", "rows": {"train": 6219, "validation": 338, "test": 352}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/monotonicity-entailment": "5f9ed9a1790bafe23dc3f84710602b4bb3a137ef"}, "seconds": 4.781}
{"task": "arct", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 1387, "validation": 368, "test": 506}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/arct": "c13f83ea610d0f04c8b6ea50a59339b8204dcd44"}, "seconds": 2.591}
{"task": "scinli", "task_type": "Classification", "status": "ok", "rows": {"train": 39975, "validation": 2690, "test": 4075}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/scinli": "61419d7f2cec9ca67324f28f6a077582643a037c"}, "seconds": 13.413}
{"task": "naturallogic", "task_type": "Classification", "status": "ok", "rows": {"train": 7424, "validation": 406, "test": 413}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/naturallogic": "746f83a1f110ee7cd4ca4267f28a9ef044fb8d4b"}, "seconds": 5.147}
{"task": "onestop_qa", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 1506, "validation": 84, "test": 83}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"malmaud/onestop_qa": "1df9aea8c9532045bc55c001d7c588372de2d723"}, "seconds": 2.817}
{"task": "moral_stories/full", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 12445, "validation": 695, "test": 691}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"LabHC/moral_stories": "968abc21159bd8d3d6a3bb60ec68530757fccd12"}, "seconds": 5.227}
{"task": "prost", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 19372, "validation": 1077, "test": 1095}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"corypaik/prost": "b3efebf08969fc19335ba894353316878b6fa493"}, "seconds": 6.294}
{"task": "dynahate", "task_type": "Classification", "status": "ok", "rows": {"train": 37733, "validation": 1914, "test": 1904}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/dynahate": "4580954ed9b2ac378d7c2614416097ab0a50f436"}, "seconds": 12.745}
{"task": "syntactic-augmentation-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 14159, "validation": 778, "test": 775}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/syntactic-augmentation-nli": "81300ee240953dcb505b786d4220b3ca6a8b060e"}, "seconds": 5.761}
{"task": "autotnli", "task_type": "Classification", "status": "ok", "rows": {"train": 39447, "validation": 1989, "test": 1956}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/autotnli": "7bfbd76ca5f8f7f56338c211a11e5c3ea2e8a85f"}, "seconds": 12.884}
{"task": "CONDAQA", "task_type": "Classification", "status": "ok", "rows": {"train": 7657, "validation": 1475, "test": 4058}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"lasha-nlp/CONDAQA": "3c9caa2f2f6960711e7f4d2e800581def2b6c183"}, "seconds": 12.839}
{"task": "webgpt_comparisons", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 13144, "validation": 729, "test": 727}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"heegyu/webgpt_comparisons_ko": "c207ee91e0565cd75fe05b764563f947085180bf"}, "seconds": 5.104}
{"task": "synthetic-instruct-gptj-pairwise", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 32828, "validation": 1641, "test": 1636}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"Dahoas/synthetic-instruct-gptj-pairwise": "cc92d8dbdfff0362b1e887d8fba3601f8fff8cef"}, "seconds": 8.523}
{"task": "wouldyourather", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 1034, "validation": 57, "test": 58}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/wouldyourather": "2332248b2a4ef3277388e272b78875731dc9dc45"}, "seconds": 2.835}
{"task": "defeasible-nli/atomic", "task_type": "Classification", "status": "ok", "rows": {"train": 39948, "validation": 4012, "test": 3954}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/defeasible-nli": "7c4a57df9d8de5c36d4e9caa977907b5e8469c4f"}, "seconds": 12.36}
{"task": "defeasible-nli/snli", "task_type": "Classification", "status": "ok", "rows": {"train": 39855, "validation": 2358, "test": 2479}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/defeasible-nli": "7c4a57df9d8de5c36d4e9caa977907b5e8469c4f"}, "seconds": 11.378}
{"task": "defeasible-nli/social", "task_type": "Classification", "status": "ok", "rows": {"train": 39764, "validation": 3945, "test": 3953}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/defeasible-nli": "7c4a57df9d8de5c36d4e9caa977907b5e8469c4f"}, "seconds": 12.183}
{"task": "help-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 38316, "validation": 1892, "test": 1913}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/help-nli": "c9988951aa6571824b20888f8ba8201953d44df9"}, "seconds": 11.771}
{"task": "nli-veridicality-transitivity", "task_type": "Classification", "status": "ok", "rows": {"train": 38288, "validation": 3847, "test": 3828}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/nli-veridicality-transitivity": "830b0d0c724f22b06a1e1cb95b6812f31ed701f2"}, "seconds": 12.142}
{"task": "lonli", "task_type": "Classification", "status": "ok", "rows": {"train": 38522, "validation": 1934, "test": 1916}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/lonli": "f17e55b8f60da2f32720c1a16e4b6149145c662f"}, "seconds": 11.928}
{"task": "dadc-limit-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 898, "validation": 46, "test": 51}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/dadc-limit-nli": "0dc4c326436b30f901b484ecaabb0962d7a97ca7"}, "seconds": 3.138}
{"task": "FLUTE", "task_type": "Classification", "status": "ok", "rows": {"train": 9079, "validation": 497, "test": 493}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ColumbiaNLP/FLUTE": "84087ff790a60b7e361d86c6acd9a558f07a1244"}, "seconds": 5.742}
{"task": "strategy-qa", "task_type": "Classification", "status": "ok", "rows": {"train": 2640, "validation": 154, "test": 159}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/strategy-qa": "f0e71799fcfdee70d1618765168904370cfec189"}, "seconds": 3.48}
{"task": "summarize_from_feedback/comparisons", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 32982, "validation": 3309, "test": 3298}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"vwxyzjn/summarize_from_feedback_oai_preprocessing": "5acffe5478b545ddc532940469a39467e773e666"}, "seconds": 10.67}
{"task": "folio", "task_type": "Classification", "status": "ok", "rows": {"train": 1271, "validation": 133, "test": 123}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/folio": "295b95fb4fe9be4ff3f933b73142d142cf6b2c97"}, "seconds": 4.621}
{"task": "tomi-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 7604, "validation": 3838, "test": 3836}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/tomi-nli": "0ef85426a9b6765dca712c0d45cc55d42ef18fe7"}, "seconds": 5.249}
{"task": "avicenna", "task_type": "Classification", "status": "ok", "rows": {"train": 5528, "test": 1560, "validation": 628}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/avicenna": "909ba9cda08a332f629239a4461296462f01766b"}, "seconds": 4.17}
{"task": "SHP", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 33041, "validation": 3276, "test": 3320}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"stanfordnlp/SHP": "e94b5f32602712d78ed494fe79105b1959396686"}, "seconds": 18.484}
{"task": "MedQA-USMLE-4-options-hf", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 11713, "validation": 1450, "test": 1443}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"GBaker/MedQA-USMLE-4-options-hf": "17af9355ef89fba60de966eabaeba797c695f86e"}, "seconds": 5.78}
{"task": "wikimedqa/medwiki", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34021, "validation": 3431, "test": 3400}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/wikimedqa": "a656b4ab939f8b8fbee6298d8f00da6861009b54"}, "seconds": 10.828}
{"task": "cicero", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34422, "validation": 3495, "test": 3443}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"declare-lab/cicero": "257802eb1f65c3eeeaec0a8b4dab2dd9c3f88d44"}, "seconds": 10.765}
{"task": "CREAK", "task_type": "Classification", "status": "ok", "rows": {"train": 12960, "validation": 890, "test": 885}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"amydeng2000/CREAK": "cceb4696560317e920d6512b906263bb425883a1"}, "seconds": 5.101}
{"task": "mutual", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 7353, "validation": 410, "test": 398}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/mutual": "a3beb1e148910f03335648c47508d739d124a924"}, "seconds": 5.729}
{"task": "puzzte", "task_type": "Classification", "status": "ok", "rows": {"train": 26761, "validation": 1450, "test": 1520}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/puzzte": "9eee591351717431e5ba3f2e8a973f1b2d8758d5"}, "seconds": 8.985}
{"task": "implicatures", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 1053, "validation": 56, "test": 53}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/implicatures": "e1d0531e474b2c7e22fd5fa29d2f980debb29ab2"}, "seconds": 2.729}
{"task": "race/high", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 3448, "train": 34406, "validation": 3408}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ehovy/race": "2fec9fd81f1dc971569a9b729c43f2f0e6436637"}, "seconds": 12.551}
{"task": "race/middle", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1644, "train": 29238, "validation": 1644}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ehovy/race": "2fec9fd81f1dc971569a9b729c43f2f0e6436637"}, "seconds": 9.796}
{"task": "race-c", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 14619, "validation": 811, "test": 800}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/race-c": "99b95125875f1ef0e47f89801cb435d14911fffa"}, "seconds": 6.076}
{"task": "spartqa-yn", "task_type": "Classification", "status": "ok", "rows": {"train": 32011, "validation": 3994, "test": 4023}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/spartqa-yn": "150c819e88bba1859b8a763fd40d3a15033adc58"}, "seconds": 10.57}
{"task": "spartqa-mchoice", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 26190, "validation": 3409, "test": 3487}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/spartqa-mchoice": "d29ba456044649c3c2fe29c5ff429c3e6d80a97b"}, "seconds": 8.809}
{"task": "temporal-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 38575, "test": 3864, "validation": 3887}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/temporal-nli": "d5cedbbdb9f1e7591569ebaf7cf1dd238f0b624b"}, "seconds": 12.839}
{"task": "riddle_sense", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 4011, "validation": 1175, "test": 1375}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"jeggers/riddle_sense": "42baa6f1630b798a7f9c26b8e0af25ed523f936d"}, "seconds": 3.603}
{"task": "clcd-english", "task_type": "Classification", "status": "ok", "rows": {"train": 11895, "test": 1348, "validation": 1337}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/clcd-english": "2fa911a56b9c5f19cb84a2934136e8745c7a0f25"}, "seconds": 5.292}
{"task": "twentyquestions", "task_type": "Classification", "status": "ok", "rows": {"train": 36872, "validation": 3852, "test": 3803}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/twentyquestions": "1a32ab90a6fa1a6ac03e5a2fb494a00f08ef5cad"}, "seconds": 12.261}
{"task": "reclor", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 5357, "validation": 289, "test": 295}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/reclor": "0414b39bfc39b2d555b48fa245fc198744c46215"}, "seconds": 5.418}
{"task": "counterfactually-augmented-imdb", "task_type": "Classification", "status": "ok", "rows": {"train": 2115, "validation": 305, "test": 609}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/counterfactually-augmented-imdb": "fd42efb815508d02beb7d478eae41a8a2e7100a3"}, "seconds": 3.686}
{"task": "counterfactually-augmented-snli", "task_type": "Classification", "status": "ok", "rows": {"train": 8584, "validation": 1008, "test": 2025}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/counterfactually-augmented-snli": "a10a9450a0a72ce057e050680a623435cd339499"}, "seconds": 4.448}
{"task": "cnli", "task_type": "Classification", "status": "ok", "rows": {"train": 9603, "validation": 534, "test": 529}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/cnli": "4cee00e6022028f7fb3a903ffdeac426d3c221dd"}, "seconds": 5.294}
{"task": "boolq-natural-perturbations", "task_type": "Classification", "status": "ok", "rows": {"train": 12437, "validation": 3819, "test": 3808}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/boolq-natural-perturbations": "c635332543e161f56b25e92519e8433f792747b0"}, "seconds": 8.172}
{"task": "acceptability-prediction", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 4768, "validation": 392, "test": 395}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/acceptability-prediction": "4fc20eb295deb2849f774e480c6a0b2174053f5b"}, "seconds": 3.032}
{"task": "equate", "task_type": "Classification", "status": "ok", "rows": {"train": 2223, "validation": 124, "test": 129}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/equate": "c2b995af77956d93c1afbe79edd511645b058239"}, "seconds": 3.318}
{"task": "ScienceQA_text_only", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 7483, "validation": 2447, "test": 2571}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/ScienceQA_text_only": "37ca6a0e9f35a7002e46afe5c2bbc047c7c3598f"}, "seconds": 6.985}
{"task": "ekar_english", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 947, "validation": 129, "test": 295}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"Jiangjie/ekar_english": "a4aa3ae597a4308ef79cd34138a2ddeba611ed51"}, "seconds": 3.791}
{"task": "implicit-hate-stg1", "task_type": "Classification", "status": "ok", "rows": {"train": 24793, "validation": 1392, "test": 1371}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/implicit-hate-stg1": "02f0834f16f2c0bbf38654378f29c26402e47d15"}, "seconds": 9.181}
{"task": "headline_cause/en_simple", "task_type": "Classification", "status": "ok", "rows": {"train": 5789, "validation": 731, "test": 714}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"IlyaGusev/headline_cause": "68c78423fe4653638a87ec91140488bb3cb97061"}, "seconds": 3.5}
{"task": "logiqa-2.0-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 8824, "validation": 3783, "test": 3874}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/logiqa-2.0-nli": "b45b30eb291dcd2296df50d39d1ed63e61df66b6"}, "seconds": 5.699}
{"task": "mindgames", "task_type": "Classification", "status": "ok", "rows": {"train": 14254, "validation": 3854, "test": 3874}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/mindgames": "e378f4c70f66413a00c664373f4f43064b3ba752"}, "seconds": 8.32}
{"task": "ambient", "task_type": "Classification", "status": "ok", "rows": {"validation": 63, "test": 1943, "train": 61}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/ambient": "a0fe7523056a2c2d05830b54a35d39c84f1c7577"}, "seconds": 2.943}
{"task": "path-naturalness-prediction", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 32879, "validation": 1646, "test": 1654}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/path-naturalness-prediction": "e1b86cc08d74bdeaa56202422f6c216d55e7b4a6"}, "seconds": 7.146}
{"task": "cloth", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34532, "validation": 3436, "test": 3454}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"AndyChiang/cloth": "205ca64c78a48e01e0ba211163c89e77c027a4ff"}, "seconds": 10.606}
{"task": "dgen", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 2384, "test": 293, "validation": 267}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"AndyChiang/dgen": "104c7e6a9c489be3b34bfdb905cf124063473ea7"}, "seconds": 2.992}
{"task": "I2D2", "task_type": "Classification", "status": "ok", "rows": {"train": 18392, "validation": 3677, "test": 3707}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/I2D2": "37f168f76da1cbc0fead701e96006892ed723549"}, "seconds": 12.479}
{"task": "args_me", "task_type": "Classification", "status": "ok", "rows": {"train": 39137, "validation": 1949, "test": 1946}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"webis/args_me": "76eaf89b76de143ca1584505c3202c79453e31ee"}, "seconds": 31.874}
{"task": "Touche23-ValueEval", "task_type": "Classification", "status": "ok", "rows": {"train": 6889, "validation": 2443, "test": 1995}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {}, "seconds": 7.331}
{"task": "starcon", "task_type": "Classification", "status": "ok", "rows": {"train": 1740, "validation": 97, "test": 103}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/starcon": "ce9b8e062e9dc0ce6df29337bb9e0b610744ef63"}, "seconds": 4.453}
{"task": "banking77", "task_type": "Classification", "status": "ok", "rows": {"train": 10408, "test": 3460, "validation": 1149}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"legacy-datasets/banking77": "f54121560de48f2852f90be299010d1d6dc612ec"}, "seconds": 34.487}
{"task": "it-support-tickets", "task_type": "Classification", "status": "ok", "rows": {"train": 1826, "test": 850, "validation": 214}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/it-support-tickets": "e0bbdcb96c84feaa394aaae9c48f8ba4b818451b"}, "seconds": 3.248}
{"task": "ConTRoL-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 8864, "validation": 1055, "test": 1058}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/ConTRoL-nli": "2c5a0f3d8cefe4130aa8d341297181c0c12e5d0f"}, "seconds": 5.011}
{"task": "tracie", "task_type": "Classification", "status": "ok", "rows": {"train": 1355, "test": 3791, "validation": 153}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/tracie": "4967d8aaa06a4ea97a88bf77071d66be0140bc45"}, "seconds": 3.527}
{"task": "sherliic", "task_type": "Classification", "status": "ok", "rows": {"train": 1162, "test": 3813, "validation": 135}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/sherliic": "f1a643fdf463c7ac9c4a48ccd67b41e8a6672086"}, "seconds": 3.359}
{"task": "sen-making/1", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 1994, "validation": 108, "test": 116}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/sen-making": "69be31fdcab1fb4019b6311ed7f12fc42e8a4b13"}, "seconds": 2.661}
{"task": "sen-making/2", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 2008, "validation": 112, "test": 111}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/sen-making": "69be31fdcab1fb4019b6311ed7f12fc42e8a4b13"}, "seconds": 2.213}
{"task": "winowhy", "task_type": "Classification", "status": "ok", "rows": {"train": 3285, "validation": 182, "test": 203}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/winowhy": "b7732098d32396fb9f690e9d50cb7f1758861305"}, "seconds": 4.328}
{"task": "robustLR", "task_type": "Classification", "status": "ok", "rows": {"train": 2732, "test": 3914, "validation": 311}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/robustLR": "369ce16fbe4467f46916efe3730d04fb607c0391"}, "seconds": 4.002}
{"task": "clutrr", "task_type": "Classification", "status": "ok", "rows": {"train": 16052, "validation": 3970, "test": 1381}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/clutrr": "3f0016e8d7bb5887f97bbf17dbe31c6860d4c56d"}, "seconds": 7.414}
{"task": "logical-fallacy", "task_type": "Classification", "status": "ok", "rows": {"train": 3099, "test": 658, "validation": 355}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/logical-fallacy": "37e9b0537a86e72e9eaf6ee8c9a27d872a944103"}, "seconds": 4.084}
{"task": "parade", "task_type": "Classification", "status": "ok", "rows": {"train": 10042, "validation": 1688, "test": 1823}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/parade": "466978f31aebf4d052287f32ea3ae393f178f386"}, "seconds": 4.816}
{"task": "cladder", "task_type": "Classification", "status": "ok", "rows": {"train": 12596, "validation": 682, "test": 705}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/cladder": "c1274613e7a9a0fd38425ae763ff0ea07c1f188a"}, "seconds": 5.061}
{"task": "subjectivity", "task_type": "Classification", "status": "ok", "rows": {"train": 909, "validation": 125, "test": 274}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/subjectivity": "0474129486413a7654eab313d2c03532625fa9ae"}, "seconds": 8.081}
{"task": "MOH", "task_type": "Classification", "status": "ok", "rows": {"train": 1749, "validation": 222, "test": 480}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/MOH": "8991746993241cb05c6e57f0270b969e78597dfb"}, "seconds": 4.978}
{"task": "VUAC", "task_type": "Classification", "status": "ok", "rows": {"train": 18923, "validation": 2973, "test": 3867}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/VUAC": "1a7b7766b2f6830b7471e38c337eee7c7236a2e7"}, "seconds": 14.89}
{"task": "TroFi", "task_type": "Classification", "status": "ok", "rows": {"train": 2035, "test": 2544, "validation": 230}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/TroFi": "69e6baed2fe03e9618f4785cc985fcd15676c834"}, "seconds": 4.912}
{"task": "sharc", "task_type": "Classification", "status": "ok", "rows": {"train": 26420, "validation": 2804, "test": 3047}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/sharc": "fa4605de8281290c69af9dea6118b37d072c2b59"}, "seconds": 9.543}
{"task": "conceptrules_v2", "task_type": "Classification", "status": "ok", "rows": {"train": 38261, "validation": 3835, "test": 3825}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/conceptrules_v2": "aa3a377d68c5863840db744c79700cff309e3a91"}, "seconds": 13.682}
{"task": "disrpt/eng.dep.scidtb.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 8099, "validation": 2577, "test": 2549}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 8.13}
{"task": "com2sense", "task_type": "Classification", "status": "ok", "rows": {"train": 2044, "validation": 496, "test": 501}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/com2sense": "99d1b25627a0b38202d5744c0c71baeef7b648e2"}, "seconds": 3.54}
{"task": "scone", "task_type": "Classification", "status": "ok", "rows": {"train": 5728, "test": 1287, "validation": 641}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/scone": "505ed270f9e9865c6cfab1e222d804fedd837127"}, "seconds": 6.025}
{"task": "winodict", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 1541, "test": 575, "validation": 173}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/winodict": "c04c8161fd151b4313a010e0f6a71b95dc0f67c9"}, "seconds": 2.886}
{"task": "fool-me-twice", "task_type": "Classification", "status": "ok", "rows": {"train": 13805, "validation": 1549, "test": 1825}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/fool-me-twice": "c7bc95f5e7693dcfa1e03517d14e37d959072f32"}, "seconds": 7.05}
{"task": "monli", "task_type": "Classification", "status": "ok", "rows": {"train": 1162, "test": 261, "validation": 125}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/monli": "8585231417a18e9514d5b7c3f9be36f40a84ee88"}, "seconds": 3.07}
{"task": "corr2cause", "task_type": "Classification", "status": "ok", "rows": {"train": 40319, "test": 2968, "validation": 4006}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/corr2cause": "aa0e8b909b8cb7589eb23dad5e9c1cb709e665a3"}, "seconds": 16.137}
{"task": "lsat_qa/all", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 236, "validation": 13, "test": 16}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"lighteval/lsat_qa": "a1612eed9892cb37995b31d3e0c703018a35d7c6"}, "seconds": 2.456}
{"task": "apt", "task_type": "Classification", "status": "ok", "rows": {"train": 4329, "test": 1618, "validation": 488}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/apt": "f6c07f66d3eccebd36418885ce10aff295d436dd"}, "seconds": 4.179}
{"task": "twitter-financial-news-sentiment", "task_type": "Classification", "status": "ok", "rows": {"train": 12205, "validation": 1533, "test": 1510}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"zeroshot/twitter-financial-news-sentiment": "ccbe24de388e287beb92dd393a335c376b350ac3"}, "seconds": 6.011}
{"task": "SpaceNLI", "task_type": "Classification", "status": "ok", "rows": {"train": 37001, "validation": 1928, "test": 1936}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/SpaceNLI": "4755020cda14b4ca1f7d464430aa72b3acb8eadb"}, "seconds": 12.312}
{"task": "propsegment/nli", "task_type": "Classification", "status": "ok", "rows": {"train": 32077, "validation": 2624, "test": 4049}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {}, "seconds": 13.994}
{"task": "HatemojiBuild", "task_type": "Classification", "status": "ok", "rows": {"train": 6014, "validation": 754, "test": 764}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"HannahRoseKirk/HatemojiBuild": "17509b6678c3206ce7bfa43107fdadf53f3d06f7"}, "seconds": 4.15}
{"task": "regset", "task_type": "Classification", "status": "ok", "rows": {"train": 26876, "validation": 2610, "test": 3656}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/regset": "bf80aaccff64dfe968a95c97560b45dc199a2ca0"}, "seconds": 8.463}
{"task": "esci", "task_type": "Classification", "status": "ok", "rows": {"train": 40946, "test": 4125, "validation": 4083}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/esci": "8113b17a5d4099e20243282c926f1bc1a08a4d13"}, "seconds": 32.516}
{"task": "chatbot_arena_conversations", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 20480, "validation": 1151, "test": 1137}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"lmsys/chatbot_arena_conversations": "1b6335d42a1d2c7e34870c905d03ab964f7f2bd8"}, "seconds": 8.823}
{"task": "dnd_style_intents", "task_type": "Classification", "status": "ok", "rows": {"train": 38598, "test": 3843, "validation": 3853}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"neurae/dnd_style_intents": "f070d66ac5646ad079ad5ac30a4ab88d1497bc61"}, "seconds": 18.873}
{"task": "FLD.v2/default", "task_type": "Classification", "status": "ok", "rows": {"train": 41219, "validation": 4132, "test": 4113}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"hitachi-nlp/FLD.v2": "7ead9a0429604efb473e96d4dc279bc3453ce995"}, "seconds": 14.212}
{"task": "FLD.v2/star", "task_type": "Classification", "status": "ok", "rows": {"train": 41463, "validation": 4116, "test": 4147}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"hitachi-nlp/FLD.v2": "7ead9a0429604efb473e96d4dc279bc3453ce995"}, "seconds": 14.487}
{"task": "SDOH-NLI", "task_type": "Classification", "status": "ok", "rows": {"train": 26970, "validation": 3853, "test": 3858}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/SDOH-NLI": "75d4cc5f67ecb3f3c44cf5a3fadc3c9579f2f148"}, "seconds": 9.021}
{"task": "scifact_entailment", "task_type": "Classification", "status": "ok", "rows": {"train": 1284, "validation": 239, "test": 239}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/scifact_entailment": "9b857550c1dfb8ec9a7a5bb26538017d8f01394a"}, "seconds": 3.091}
{"task": "feasibilityQA", "task_type": "Classification", "status": "ok", "rows": {"train": 3881, "validation": 225, "test": 222}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/feasibilityQA": "9cdcbcc2105ae92681409f2c9d36786f623870ba"}, "seconds": 3.393}
{"task": "simple_pair", "task_type": "Classification", "status": "ok", "rows": {"train": 6919, "test": 3443, "validation": 770}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/simple_pair": "3c968fc6a34cb204f827a86504337b95a7a99e15"}, "seconds": 4.706}
{"task": "AdjectiveScaleProbe-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 20004, "validation": 3829, "test": 3436}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/AdjectiveScaleProbe-nli": "d65a682068a5aaf2416b01d2bcd40946181262e0"}, "seconds": 10.233}
{"task": "resnli", "task_type": "Classification", "status": "ok", "rows": {"train": 33547, "validation": 3969, "test": 4015}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/resnli": "6b02a49da0d80173659b03b3ceb62cae28b1e2c3"}, "seconds": 10.473}
{"task": "SpaRTUN", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 32628, "test": 3422, "validation": 3464}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/SpaRTUN": "925d542debb108770fe9802f18252d8bca26e70f"}, "seconds": 10.265}
{"task": "ReSQ", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 2535, "validation": 147, "test": 137}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/ReSQ": "af1de4db85517821a938069ce2d72153bfae4d4d"}, "seconds": 3.208}
{"task": "semantic_fragments_nli", "task_type": "Classification", "status": "ok", "rows": {"train": 38456, "test": 3849, "validation": 3850}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/semantic_fragments_nli": "17a4fcb234194700797c584ad1a32e84a29922b9"}, "seconds": 13.97}
{"task": "dataset_train_nli", "task_type": "Classification", "status": "ok", "rows": {"train": 38329, "validation": 1912, "test": 1909}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"MoritzLaurer/dataset_train_nli": "1e009645b2943106614107b06107b1ee85ac1161"}, "seconds": 11.047}
{"task": "stepgame", "task_type": "Classification", "status": "ok", "rows": {"train": 40036, "test": 4020, "validation": 4024}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/stepgame": "3ba235d4a7056cf8b062a57aa489f7bc14bff229"}, "seconds": 16.696}
{"task": "nlgraph", "task_type": "Classification", "status": "ok", "rows": {"train": 3589, "test": 794, "validation": 396}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/nlgraph": "e8a405c296cf9c3be1c995d9460bf1e4ab04b9b6"}, "seconds": 4.108}
{"task": "oasst2_pairwise_rlhf_reward", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 29631, "validation": 773, "test": 774}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/oasst2_pairwise_rlhf_reward": "db93b20ead87b84f6687fadd78d6d6c743ed62af"}, "seconds": 9.865}
{"task": "hh-rlhf/helpful-base", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 32953, "test": 2590, "validation": 3291}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/hh-rlhf": "cf7f694217d04b7a31912644f504a8b59525439b"}, "seconds": 9.328}
{"task": "hh-rlhf/helpful-online", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 21691, "test": 1241, "validation": 2393}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/hh-rlhf": "cf7f694217d04b7a31912644f504a8b59525439b"}, "seconds": 9.357}
{"task": "hh-rlhf/helpful-rejection-sampled", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 32617, "test": 3005, "validation": 3248}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/hh-rlhf": "cf7f694217d04b7a31912644f504a8b59525439b"}, "seconds": 9.165}
{"task": "hh-rlhf/harmless-base", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 33026, "test": 2526, "validation": 3314}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/hh-rlhf": "cf7f694217d04b7a31912644f504a8b59525439b"}, "seconds": 8.557}
{"task": "ruletaker", "task_type": "Classification", "status": "ok", "rows": {"train": 38271, "test": 3818, "validation": 3855}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/ruletaker": "a3e0880baeb6ec3d478f4c4d85afe04b21b6cf7f"}, "seconds": 15.286}
{"task": "PARARULE-Plus", "task_type": "Classification", "status": "ok", "rows": {"train": 39167, "validation": 3908, "test": 3947}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"qbao775/PARARULE-Plus": "b69a66cba535e646cc3ace12b4eb672be78b44af"}, "seconds": 14.079}
{"task": "proofwriter", "task_type": "Classification", "status": "ok", "rows": {"train": 40003, "test": 3991, "validation": 4021}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/proofwriter": "ee4d22d49b8486786cbc01c0b6f6f6266e56f3bd"}, "seconds": 13.645}
{"task": "logical-entailment", "task_type": "Classification", "status": "ok", "rows": {"train": 39618, "test": 3968, "validation": 3976}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/logical-entailment": "5275a96cea765dc3bbfd41e6034485791704ed69"}, "seconds": 12.634}
{"task": "nope", "task_type": "Classification", "status": "ok", "rows": {"train": 2737, "test": 439, "validation": 315}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/nope": "d48fe526abeaa1dd8c1cf1e9ebee10e4e7fa85d0"}, "seconds": 3.376}
{"task": "LogicNLI", "task_type": "Classification", "status": "ok", "rows": {"train": 22399, "validation": 2782, "test": 2824}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/LogicNLI": "ac9d30ac7351c5f9bb31970b7ae82182b8b4f5e8"}, "seconds": 8.057}
{"task": "contract-nli/contractnli_a/seg", "task_type": "Classification", "status": "ok", "rows": {"test": 2566, "train": 8867, "validation": 1257}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/contract-nli": "aa3879af8efa98e8af6e5ad974b359bb29b5e49c"}, "seconds": 4.889}
{"task": "contract-nli/contractnli_b/full", "task_type": "Classification", "status": "ok", "rows": {"test": 2445, "train": 8237, "validation": 1180}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/contract-nli": "aa3879af8efa98e8af6e5ad974b359bb29b5e49c"}, "seconds": 10.627}
{"task": "nli4ct_semeval2024", "task_type": "Classification", "status": "ok", "rows": {"train": 2329, "validation": 141, "test": 136}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"AshtonIsNotHere/nli4ct_semeval2024": "efabeed1a59c02a714a778358fcac7d17872915a"}, "seconds": 3.293}
{"task": "lsat-ar", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 257, "train": 1821, "test": 268}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/lsat-ar": "0adf424eef17df6a3506ab3d94ed194a80dfd837"}, "seconds": 2.886}
{"task": "lsat-rc", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 312, "train": 2079, "test": 298}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/lsat-rc": "f0923a196e509340a94d1954e237ac95c65e6cf8"}, "seconds": 3.326}
{"task": "biosift-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 40381, "validation": 4020, "test": 4047}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"AshtonIsNotHere/biosift-nli": "a96bd965b74888997dd5ae47cc12314d6178c319"}, "seconds": 16.456}
{"task": "brainteasers/SP", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 410, "validation": 20, "test": 24}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/brainteasers": "0d34315c116506cc9fdc5b4aa54bb72fa2959dc5"}, "seconds": 2.508}
{"task": "brainteasers/WP", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 412, "validation": 22, "test": 25}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/brainteasers": "0d34315c116506cc9fdc5b4aa54bb72fa2959dc5"}, "seconds": 3.697}
{"task": "toxigen-data/annotated", "task_type": "Classification", "status": "ok", "rows": {"test": 931, "train": 8026, "validation": 907}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"skg/toxigen-data": "ea082a8973a287097b17973343576e0c8da8eb3b"}, "seconds": 5.84}
{"task": "persuasion", "task_type": "Classification", "status": "ok", "rows": {"train": 4248, "validation": 228, "test": 244}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"Anthropic/persuasion": "b520c793895e7bea0090816551e9f395f9256082"}, "seconds": 4.594}
{"task": "AmbigNQ-clarifying-question", "task_type": "Classification", "status": "ok", "rows": {"train": 11105, "test": 1233, "validation": 1234}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"erbacher/AmbigNQ-clarifying-question": "7da61aae0739327c83ae26c8630b5ca125c0d802"}, "seconds": 16.841}
{"task": "SIGA-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 682, "test": 220, "validation": 81}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/SIGA-nli": "84bda8833aceda3da8c1a3f22723a3f797faa7c5"}, "seconds": 5.109}
{"task": "FOL-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 39871, "validation": 4019, "test": 3991}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"unigram/FOL-nli": "6b8a2ec01b226ed871fbde4677a31146ac5f370c"}, "seconds": 18.106}
{"task": "goal-step-wikihow/goal", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34513, "test": 1942, "validation": 3447}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/goal-step-wikihow": "5ec51717f9e99cdd479435220b33b3155e3c3760"}, "seconds": 8.455}
{"task": "goal-step-wikihow/step", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34470, "test": 2554, "validation": 3448}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/goal-step-wikihow": "5ec51717f9e99cdd479435220b33b3155e3c3760"}, "seconds": 8.357}
{"task": "goal-step-wikihow/order", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34557, "test": 3453, "validation": 3453}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/goal-step-wikihow": "5ec51717f9e99cdd479435220b33b3155e3c3760"}, "seconds": 9.017}
{"task": "PARADISE", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34545, "validation": 3445, "test": 1149}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"GGLab/PARADISE": "337abd1e88956c84261924e5bda1023597fc3bec"}, "seconds": 9.662}
{"task": "doc-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 39177, "validation": 4013, "test": 3979}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/doc-nli": "9b32389b6e21e232b8114f259f762f91fb486aff"}, "seconds": 15.645}
{"task": "mctest-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 8127, "test": 4125, "validation": 1781}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/mctest-nli": "a670c4ebfee2c118d1dd5a7f45a3d20fa812e1e9"}, "seconds": 5.596}
{"task": "patent-phrase-similarity", "task_type": "Classification", "status": "ok", "rows": {"train": 39960, "validation": 3787, "test": 3997}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/patent-phrase-similarity": "ff1868796e44ac9ec02e870b447fde6c5bf2d6e4"}, "seconds": 14.675}
{"task": "natural-language-satisfiability", "task_type": "Classification", "status": "ok", "rows": {"train": 9278, "validation": 511, "test": 515}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/natural-language-satisfiability": "b67c5f9682739d40d4aec2104f58bcf46828d5c4"}, "seconds": 4.592}
{"task": "idioms-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 23375, "test": 3862, "validation": 2574}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/idioms-nli": "9420806b75dffa108dbd6e83e5a5ee45a1641210"}, "seconds": 8.55}
{"task": "lifecycle-entailment", "task_type": "Classification", "status": "ok", "rows": {"train": 10419, "validation": 572, "test": 565}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/lifecycle-entailment": "245c4a96b37b9a55d5fb4f068b09546d2ac3b75d"}, "seconds": 6.674}
{"task": "safe-guard-prompt-injection", "task_type": "Classification", "status": "ok", "rows": {"train": 9153, "test": 2527, "validation": 1011}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"xTRam1/safe-guard-prompt-injection": "a3a877d608f37b7d20d9945671902df895ecdb46"}, "seconds": 4.862}
{"task": "prompt-injections", "task_type": "Classification", "status": "ok", "rows": {"train": 607, "test": 151, "validation": 66}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"deepset/prompt-injections": "4f61ecb038e9c3fb77e21034b22511b523772cdd"}, "seconds": 2.574}
{"task": "prompt-injection-dataset", "task_type": "Classification", "status": "ok", "rows": {"train": 13653, "validation": 2596, "test": 2573}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"S-Labs/prompt-injection-dataset": "002a9dd18514abd021869823d6b0429b38606d99"}, "seconds": 5.322}
{"task": "Prompt-injection-dataset/full", "task_type": "Classification", "status": "ok", "rows": {"train": 17233, "validation": 1146, "test": 1169}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"neuralchemy/Prompt-injection-dataset": "7d70432dfcf47a821612cbf9d34e9d9e3ad20e75"}, "seconds": 6.011}
{"task": "PromptShield", "task_type": "Classification", "status": "ok", "rows": {"train": 23344, "validation": 1234, "test": 3747}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"hendzh/PromptShield": "a5234cb1f5cdb256600cab64b8c961195b5e8404"}, "seconds": 7.937}
{"task": "shell-safety-v2", "task_type": "Classification", "status": "ok", "rows": {"train": 37259, "validation": 3686, "test": 1230}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tomngdev/shell-safety-v2": "3258db497dae218f23d1d648ef2eb7cb6ab5e70c"}, "seconds": 11.668}
{"task": "agent_action_safety", "task_type": "Classification", "status": "ok", "rows": {"train": 27751, "validation": 2495, "test": 2481}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"karanxa/agent-action-safety-dataset": "2371a8dfd029c92f7830446e5316fd1239380ebe"}, "seconds": 8.594}
{"task": "ShellRisk-Bench", "task_type": "Classification", "status": "ok", "rows": {"train": 18495, "test": 3709, "validation": 2054}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"kontext-security/ShellRisk-Bench": "437467862139b4e9cdd5322024ef3434a67c7ec8"}, "seconds": 7.275}
{"task": "wildguardmix-cleaned/prompt_harm", "task_type": "Classification", "status": "ok", "rows": {"train": 20649, "validation": 1132, "test": 1149}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"bogdanminko/wildguardmix-cleaned": "84d0712cbbd8939724fd180bdf4327c124a4921c"}, "seconds": 9.336}
{"task": "wildguardmix-cleaned/response_harm", "task_type": "Classification", "status": "ok", "rows": {"train": 40316, "validation": 2565, "test": 2549}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"bogdanminko/wildguardmix-cleaned": "84d0712cbbd8939724fd180bdf4327c124a4921c"}, "seconds": 16.477}
{"task": "wildguardmix-cleaned/response_refusal", "task_type": "Classification", "status": "ok", "rows": {"train": 39990, "validation": 2550, "test": 2529}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"bogdanminko/wildguardmix-cleaned": "84d0712cbbd8939724fd180bdf4327c124a4921c"}, "seconds": 16.058}
{"task": "BeaverTails", "task_type": "Classification", "status": "ok", "rows": {"train": 38316, "test": 3855, "validation": 3810}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"PKU-Alignment/BeaverTails": "8401fe609d288129cc684a9b3be6a93e41cfe678"}, "seconds": 23.944}
{"task": "privacy-200k-Mistral-Large-3", "task_type": "Classification", "status": "ok", "rows": {"train": 34162, "validation": 3431, "test": 3418}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"gabrielloiseau/privacy-200k-Mistral-Large-3": "976c4c5335a15610af62aab216f764d84a3f42ca"}, "seconds": 17.947}
{"task": "toxic-chat/toxicchat0124/toxicity", "task_type": "Classification", "status": "ok", "rows": {"train": 5615, "test": 3673, "validation": 621}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"lmsys/toxic-chat": "29df8e4dba60e1f4af4b4075c0705c5b313548a8"}, "seconds": 4.317}
{"task": "toxic-chat/toxicchat0124/jailbreaking", "task_type": "Classification", "status": "ok", "rows": {"train": 5660, "test": 3681, "validation": 628}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"lmsys/toxic-chat": "29df8e4dba60e1f4af4b4075c0705c5b313548a8"}, "seconds": 3.935}
{"task": "clinc_oos/plus", "task_type": "Classification", "status": "ok", "rows": {"train": 17497, "validation": 3457, "test": 3445}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"clinc/clinc_oos": "155b9c710419136e17307b80d0a13e68cd46b4ec"}, "seconds": 136.621}
{"task": "IntentGrasp/all", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34345, "test": 3420, "validation": 3428}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"yuweiyin/IntentGrasp": "f8d0bdf586aeb64bf9309e6cf3ea3d0bd4b617e6"}, "seconds": 11.105}
{"task": "few_rel/default", "task_type": "Classification", "status": "ok", "rows": {"train": 39731, "validation": 3960, "test": 3997}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/few_rel": "20d46e38affb8d604bed38da7b81933734a03bcb"}, "seconds": 26.777}
{"task": "docred", "task_type": "Classification", "status": "ok", "rows": {"validation": 3638, "train": 35955, "test": 3592}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"YufeiHFUT/DocRED_origin": "7789aa772293f66a80ff2cb722289583e6881da1"}, "seconds": 123.131}
{"task": "chemprot/chemprot_full_source", "task_type": "Classification", "status": "ok", "rows": {"train": 8989, "validation": 4195, "test": 4191}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"bigbio/chemprot": "25efb1a752ba3775795742f07502f6dd214a18eb"}, "seconds": 11.272}
{"task": "PKU-SafeRLHF/helpfulness", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 32989, "test": 3276, "validation": 3285}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"PKU-Alignment/PKU-SafeRLHF": "9421ffafec3fa40a1f1a7d567b4d525079477ecb"}, "seconds": 11.088}
{"task": "PKU-SafeRLHF/safety", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 33033, "test": 3315, "validation": 3304}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"PKU-Alignment/PKU-SafeRLHF": "9421ffafec3fa40a1f1a7d567b4d525079477ecb"}, "seconds": 9.198}
{"task": "HelpSteer/helpfulness", "task_type": "Classification", "status": "ok", "rows": {"train": 35017, "validation": 1030, "test": 1048}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nvidia/HelpSteer": "3ca5d59c1bc1080af195b4254e7407db60b6f450"}, "seconds": 14.192}
{"task": "HelpSteer/correctness", "task_type": "Classification", "status": "ok", "rows": {"train": 34977, "validation": 1036, "test": 1052}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nvidia/HelpSteer": "3ca5d59c1bc1080af195b4254e7407db60b6f450"}, "seconds": 13.134}
{"task": "HelpSteer/coherence", "task_type": "Classification", "status": "ok", "rows": {"train": 34996, "validation": 1036, "test": 1046}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nvidia/HelpSteer": "3ca5d59c1bc1080af195b4254e7407db60b6f450"}, "seconds": 13.001}
{"task": "HelpSteer/complexity", "task_type": "Classification", "status": "ok", "rows": {"train": 35078, "validation": 1048, "test": 1042}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nvidia/HelpSteer": "3ca5d59c1bc1080af195b4254e7407db60b6f450"}, "seconds": 13.012}
{"task": "HelpSteer/verbosity", "task_type": "Classification", "status": "ok", "rows": {"train": 35082, "validation": 1045, "test": 1050}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nvidia/HelpSteer": "3ca5d59c1bc1080af195b4254e7407db60b6f450"}, "seconds": 21.796}
{"task": "HelpSteer2/helpfulness", "task_type": "Classification", "status": "ok", "rows": {"train": 23714, "validation": 612, "test": 600}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nvidia/HelpSteer2": "990b2711a36180dd19d9c94b8627844866f8982a"}, "seconds": 22.839}
{"task": "HelpSteer2/correctness", "task_type": "Classification", "status": "ok", "rows": {"train": 23791, "validation": 599, "test": 610}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nvidia/HelpSteer2": "990b2711a36180dd19d9c94b8627844866f8982a"}, "seconds": 24.003}
{"task": "HelpSteer2/coherence", "task_type": "Classification", "status": "ok", "rows": {"train": 23829, "validation": 603, "test": 595}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nvidia/HelpSteer2": "990b2711a36180dd19d9c94b8627844866f8982a"}, "seconds": 12.573}
{"task": "HelpSteer2/complexity", "task_type": "Classification", "status": "ok", "rows": {"train": 23729, "validation": 615, "test": 612}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nvidia/HelpSteer2": "990b2711a36180dd19d9c94b8627844866f8982a"}, "seconds": 8.532}
{"task": "HelpSteer2/verbosity", "task_type": "Classification", "status": "ok", "rows": {"train": 23746, "validation": 596, "test": 601}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nvidia/HelpSteer2": "990b2711a36180dd19d9c94b8627844866f8982a"}, "seconds": 8.56}
{"task": "HelpSteer3/preference", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 32971, "validation": 1044, "test": 1060}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nvidia/HelpSteer3": "f6d145777bcbde96137596340fab89793acd1031"}, "seconds": 14.431}
{"task": "HelpSteer3/preference_strength", "task_type": "Classification", "status": "ok", "rows": {"train": 33406, "validation": 1112, "test": 1122}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nvidia/HelpSteer3": "f6d145777bcbde96137596340fab89793acd1031"}, "seconds": 17.084}
{"task": "HelpSteer3/principle", "task_type": "Classification", "status": "ok", "rows": {"train": 41619, "validation": 721, "test": 715}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nvidia/HelpSteer3": "f6d145777bcbde96137596340fab89793acd1031"}, "seconds": 15.869}
{"task": "HelpSteer3/edit_quality", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 3420, "validation": 90, "test": 93}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nvidia/HelpSteer3": "f6d145777bcbde96137596340fab89793acd1031"}, "seconds": 3.389}
{"task": "HelpSteer3/feedback", "task_type": "Classification", "status": "ok", "rows": {"train": 34358, "validation": 2083, "test": 2055}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nvidia/HelpSteer3": "f6d145777bcbde96137596340fab89793acd1031"}, "seconds": 14.502}
{"task": "MSciNLI", "task_type": "Classification", "status": "ok", "rows": {"train": 39924, "validation": 1340, "test": 4000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sadat2307/MSciNLI": "5bb814bec72862e12b8208469f08dc6614876679"}, "seconds": 13.34}
{"task": "UltraFeedback-paired", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 32782, "validation": 1628, "test": 1640}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"pushpdeep/UltraFeedback-paired": "e275d92df6b151b94f0d5cd1d57568a9b495c54c"}, "seconds": 8.806}
{"task": "prm800k_dpo/solution", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 4105, "validation": 227, "test": 231}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/prm800k_dpo": "33c3d8ed2f3a3375cc9ebbfd05ff6d11b7ee6ba6"}, "seconds": 3.385}
{"task": "prm800k_dpo/step", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 3442, "validation": 191, "test": 190}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/prm800k_dpo": "33c3d8ed2f3a3375cc9ebbfd05ff6d11b7ee6ba6"}, "seconds": 2.61}
{"task": "AES2-essay-scoring", "task_type": "Classification", "status": "ok", "rows": {"train": 17933, "validation": 988, "test": 1002}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/AES2-essay-scoring": "663439c1ae103e912ff7d01c503a8429ea1cbc03"}, "seconds": 8.247}
{"task": "argument-feedback", "task_type": "Classification", "status": "ok", "rows": {"train": 37091, "validation": 1871, "test": 1840}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/argument-feedback": "c311c9daa03298b47139f395e06fc942805f9305"}, "seconds": 12.126}
{"task": "english-grading/cohesion", "task_type": "Classification", "status": "ok", "rows": {"train": 4069, "validation": 225, "test": 218}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/english-grading": "4019f491c8ed7dc328c3cc334287983f72d7ac80"}, "seconds": 3.798}
{"task": "english-grading/syntax", "task_type": "Classification", "status": "ok", "rows": {"train": 4029, "validation": 217, "test": 229}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/english-grading": "4019f491c8ed7dc328c3cc334287983f72d7ac80"}, "seconds": 3.234}
{"task": "english-grading/vocabulary", "task_type": "Classification", "status": "ok", "rows": {"train": 4038, "validation": 221, "test": 234}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/english-grading": "4019f491c8ed7dc328c3cc334287983f72d7ac80"}, "seconds": 3.274}
{"task": "english-grading/phraseology", "task_type": "Classification", "status": "ok", "rows": {"train": 4060, "validation": 219, "test": 226}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/english-grading": "4019f491c8ed7dc328c3cc334287983f72d7ac80"}, "seconds": 3.308}
{"task": "english-grading/grammar", "task_type": "Classification", "status": "ok", "rows": {"train": 4052, "validation": 224, "test": 222}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/english-grading": "4019f491c8ed7dc328c3cc334287983f72d7ac80"}, "seconds": 3.333}
{"task": "english-grading/conventions", "task_type": "Classification", "status": "ok", "rows": {"train": 4038, "validation": 220, "test": 230}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/english-grading": "4019f491c8ed7dc328c3cc334287983f72d7ac80"}, "seconds": 3.276}
{"task": "wice", "task_type": "Classification", "status": "ok", "rows": {"train": 4160, "validation": 1174, "test": 1145}, "request_length_dropped": {"train": 5}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/wice": "49055086c199701ee46260f687f4fa4f836fb751"}, "seconds": 6.894}
{"task": "hover", "task_type": "Classification", "status": "ok", "rows": {"train": 17054, "test": 3941, "validation": 1903}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"Dzeniks/hover": "8cacc890b6a6bb80e163bab3bdb67db147df58c9"}, "seconds": 8.023}
{"task": "hover-3way/nli", "task_type": "Classification", "status": "ok", "rows": {"train": 22033, "validation": 2763, "test": 2802}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"Dzeniks/hover-3way": "92f1056c3c898d22613b6518ccf9b0d2695d8d93"}, "seconds": 8.138}
{"task": "tasksource_dpo_pairs", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 3316, "train": 32993, "validation": 3274}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/tasksource_dpo_pairs": "ebeb6a3f0160d90d6dc00b8d4e59ebcdaa7a5b2d"}, "seconds": 8.652}
{"task": "seahorse_summarization_evaluation", "task_type": "Classification", "status": "ok", "rows": {"test": 4225, "train": 41924, "validation": 4179}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/seahorse_summarization_evaluation": "c641c22879b601fb2edaa0a3f0edf3a68e5f5d23"}, "seconds": 18.919}
{"task": "missing-item-prediction/contrastive", "task_type": "Classification", "status": "ok", "rows": {"train": 5535, "validation": 3848, "test": 3811}, "request_length_dropped": {"train": 223, "validation": 104, "test": 110}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/missing-item-prediction": "43cae8630455fc6f3e4ef72cf08c18c35923a38f"}, "seconds": 7.739}
{"task": "jigsaw_toxicity", "task_type": "Classification", "status": "ok", "rows": {"train": 36759, "validation": 1850, "test": 1840}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/jigsaw_toxicity": "d72c9a21492fe5db98cebb029f4fb0ec20e78e30"}, "seconds": 11.498}
{"task": "Pol_NLI", "task_type": "Classification", "status": "ok", "rows": {"train": 38333, "validation": 3870, "test": 3842}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mlburnham/Pol_NLI": "062724c0a0e601ffc5fba98a5546cc2237a766fa"}, "seconds": 12.996}
{"task": "synthetic-retrieval-NLI/binary", "task_type": "Classification", "status": "ok", "rows": {"train": 7390, "validation": 931, "test": 918}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/synthetic-retrieval-NLI": "bf6f51f95087ce74c98fb32cc3e73f2a5e9971e1"}, "seconds": 6.05}
{"task": "synthetic-retrieval-NLI/position", "task_type": "Classification", "status": "ok", "rows": {"train": 7486, "validation": 946, "test": 911}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/synthetic-retrieval-NLI": "bf6f51f95087ce74c98fb32cc3e73f2a5e9971e1"}, "seconds": 6.113}
{"task": "synthetic-retrieval-NLI/count", "task_type": "Classification", "status": "ok", "rows": {"train": 7424, "validation": 952, "test": 918}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/synthetic-retrieval-NLI": "bf6f51f95087ce74c98fb32cc3e73f2a5e9971e1"}, "seconds": 6.32}
{"task": "github-issue-similarity", "task_type": "Classification", "status": "ok", "rows": {"train": 23082, "test": 2129, "validation": 2534}, "request_length_dropped": {"train": 58, "test": 4, "validation": 6}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"WhereIsAI/github-issue-similarity": "9d058e4cfbc11d782186a1dbb5031a6509b895e1"}, "seconds": 10.933}
{"task": "proto_qa/proto_qa", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 7900, "validation": 439, "test": 439}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"community-datasets/proto_qa": "551e5a907595200df6c87b5584c7949214be88e1"}, "seconds": 3.334}
{"task": "UNLI", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 30000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"Zhengping/UNLI": "9a2bf5ba28e0ba8d0f5d38eb1531e2d75e0b7d6a"}, "seconds": 8.004}
{"task": "chaos-mnli-ambiguity/votes", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 1439, "validation": 80, "test": 80}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/chaos-mnli-ambiguity": "64e9c55ec72f36df266479ac200069cc3613d2ff"}, "seconds": 3.152}
{"task": "scruples/verdict_votes", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 21119, "validation": 1992, "test": 1992}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/scruples": "121b03f7820133d4ec4b42b776158968b787e3fd"}, "seconds": 5.819}
{"task": "dynasent/r1_votes", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 30000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"dynabench/dynasent": "bec65ad4c70d427485b5483614e094a2c1784f7d"}, "seconds": 7.608}
{"task": "dynasent/r2_votes", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 13065, "validation": 720, "test": 720}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"dynabench/dynasent": "bec65ad4c70d427485b5483614e094a2c1784f7d"}, "seconds": 5.339}
{"task": "lewidi/md_agreement", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 6592, "validation": 1104, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/lewidi": "9ba2e83b536ca127fe8b25f2a2725f1e9a489c82"}, "seconds": 4.089}
{"task": "lewidi/hs_brexit", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 784, "validation": 168, "test": 168}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/lewidi": "9ba2e83b536ca127fe8b25f2a2725f1e9a489c82"}, "seconds": 2.744}
{"task": "lewidi/mp", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 8838, "validation": 2210, "test": 2194}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/lewidi": "9ba2e83b536ca127fe8b25f2a2725f1e9a489c82"}, "seconds": 4.391}
{"task": "civil_comments/toxicity_share", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29953, "validation": 2999, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google/civil_comments": "f2970eb3a55777454c94069077cc8d9b5866312d"}, "seconds": 8.731}
{"task": "civil_comments/severe_toxicity_share", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29953, "validation": 2999, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google/civil_comments": "f2970eb3a55777454c94069077cc8d9b5866312d"}, "seconds": 6.165}
{"task": "civil_comments/obscene_share", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29953, "validation": 2999, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google/civil_comments": "f2970eb3a55777454c94069077cc8d9b5866312d"}, "seconds": 6.085}
{"task": "civil_comments/threat_share", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29953, "validation": 2999, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google/civil_comments": "f2970eb3a55777454c94069077cc8d9b5866312d"}, "seconds": 6.262}
{"task": "civil_comments/insult_share", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29953, "validation": 2999, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google/civil_comments": "f2970eb3a55777454c94069077cc8d9b5866312d"}, "seconds": 6.149}
{"task": "civil_comments/identity_attack_share", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29953, "validation": 2999, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google/civil_comments": "f2970eb3a55777454c94069077cc8d9b5866312d"}, "seconds": 7.048}
{"task": "civil_comments/sexual_explicit_share", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29953, "validation": 2999, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google/civil_comments": "f2970eb3a55777454c94069077cc8d9b5866312d"}, "seconds": 6.946}
{"task": "oasst2/quality", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29314, "validation": 789, "test": 790}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/oasst2_dense_flat": "0dafa6b04420fee6bab5f588b01534770e8d1540"}, "seconds": 6.926}
{"task": "oasst2/helpfulness", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29314, "validation": 789, "test": 790}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/oasst2_dense_flat": "0dafa6b04420fee6bab5f588b01534770e8d1540"}, "seconds": 6.658}
{"task": "oasst2/creativity", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29314, "validation": 789, "test": 790}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/oasst2_dense_flat": "0dafa6b04420fee6bab5f588b01534770e8d1540"}, "seconds": 7.783}
{"task": "oasst2/humor", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29314, "validation": 789, "test": 790}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/oasst2_dense_flat": "0dafa6b04420fee6bab5f588b01534770e8d1540"}, "seconds": 8.21}
{"task": "oasst2/toxicity", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29314, "validation": 789, "test": 790}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/oasst2_dense_flat": "0dafa6b04420fee6bab5f588b01534770e8d1540"}, "seconds": 7.43}
{"task": "oasst2/violence", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29314, "validation": 789, "test": 790}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/oasst2_dense_flat": "0dafa6b04420fee6bab5f588b01534770e8d1540"}, "seconds": 6.135}
{"task": "multilingual/multilingual-NLI-26lang-2mil7", "task_type": "Classification", "status": "ok", "rows": {"train": 38597, "validation": 1916, "test": 1943}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"MoritzLaurer/multilingual-NLI-26lang-2mil7": "510a233972a0d7ff0f767d82f46e046832c10538"}, "seconds": 13.645}
{"task": "multilingual/xnli", "task_type": "Classification", "status": "ok", "rows": {"train": 38537, "test": 3860, "validation": 3212}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"facebook/xnli": "b8dd5d7af51114dbda02c0e3f6133f332186418e"}, "seconds": 12.986}
{"task": "multilingual/americas_nli/all_languages", "task_type": "Classification", "status": "ok", "rows": {"validation": 3794, "test": 3838, "train": 4170}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nala-cub/americas_nli": "1f3f4fa57acb59b2f352031de45ba08227d972c0"}, "seconds": 5.634}
{"task": "multilingual/paws-x/fr", "task_type": "Classification", "status": "ok", "rows": {"train": 38356, "test": 2549, "validation": 2537}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google-research-datasets/paws-x": "4cd8187c404bda33cb1f62b49b001115862acf37"}, "seconds": 11.688}
{"task": "multilingual/paws-x/ja", "task_type": "Classification", "status": "ok", "rows": {"train": 38365, "test": 2512, "validation": 2579}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google-research-datasets/paws-x": "4cd8187c404bda33cb1f62b49b001115862acf37"}, "seconds": 11.186}
{"task": "multilingual/paws-x/ko", "task_type": "Classification", "status": "ok", "rows": {"train": 38316, "test": 2559, "validation": 2557}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google-research-datasets/paws-x": "4cd8187c404bda33cb1f62b49b001115862acf37"}, "seconds": 11.379}
{"task": "multilingual/paws-x/zh", "task_type": "Classification", "status": "ok", "rows": {"train": 38254, "test": 2546, "validation": 2574}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google-research-datasets/paws-x": "4cd8187c404bda33cb1f62b49b001115862acf37"}, "seconds": 11.409}
{"task": "multilingual/paws-x/es", "task_type": "Classification", "status": "ok", "rows": {"train": 38320, "test": 2551, "validation": 2576}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google-research-datasets/paws-x": "4cd8187c404bda33cb1f62b49b001115862acf37"}, "seconds": 11.058}
{"task": "multilingual/paws-x/de", "task_type": "Classification", "status": "ok", "rows": {"train": 38330, "test": 2523, "validation": 2533}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google-research-datasets/paws-x": "4cd8187c404bda33cb1f62b49b001115862acf37"}, "seconds": 11.547}
{"task": "multilingual/paws-x/en", "task_type": "Classification", "status": "ok", "rows": {"train": 38237, "test": 2553, "validation": 2546}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google-research-datasets/paws-x": "4cd8187c404bda33cb1f62b49b001115862acf37"}, "seconds": 10.977}
{"task": "multilingual/miam", "task_type": "Classification", "status": "ok", "rows": {"train": 24449, "validation": 2760, "test": 3049}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {}, "seconds": 9.6}
{"task": "multilingual/x-stance", "task_type": "Classification", "status": "ok", "rows": {"train": 39823, "validation": 3968, "test": 3985}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"michiel/xstance": "bbb9fde690c35b7b047eea721ecf05c9934a5314"}, "seconds": 12.423}
{"task": "multilingual/offenseval_2020/ar", "task_type": "Classification", "status": "ok", "rows": {"train": 8665, "test": 2228, "validation": 960}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"khalidalt/offenseval_2020_ar": "455e5de353695480c50ff7bd5a5e20e7d6b199d4"}, "seconds": 4.718}
{"task": "multilingual/offenseval_2020/da", "task_type": "Classification", "status": "ok", "rows": {"test": 425, "train": 3286, "validation": 364}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/offenseval_2020": "6a130f50073ba652288f995af36e3c9646993bf1"}, "seconds": 3.677}
{"task": "multilingual/offenseval_2020/gr", "task_type": "Classification", "status": "ok", "rows": {"test": 1886, "train": 9642, "validation": 1084}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/offenseval_2020": "6a130f50073ba652288f995af36e3c9646993bf1"}, "seconds": 4.447}
{"task": "multilingual/offenseval_2020/tr", "task_type": "Classification", "status": "ok", "rows": {"test": 3701, "train": 36795, "validation": 2168}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/offenseval_2020": "6a130f50073ba652288f995af36e3c9646993bf1"}, "seconds": 10.815}
{"task": "multilingual/offenseval_dravidian/tamil", "task_type": "Classification", "status": "ok", "rows": {"train": 38470, "validation": 2820, "test": 2824}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"community-datasets/offenseval_dravidian": "4739cb65194d4157841510a7c46a6fc87622b764"}, "seconds": 12.67}
{"task": "multilingual/offenseval_dravidian/malayalam", "task_type": "Classification", "status": "ok", "rows": {"train": 20451, "validation": 1268, "test": 1299}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"community-datasets/offenseval_dravidian": "4739cb65194d4157841510a7c46a6fc87622b764"}, "seconds": 7.085}
{"task": "multilingual/offenseval_dravidian/kannada", "task_type": "Classification", "status": "ok", "rows": {"train": 7975, "validation": 501, "test": 510}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"community-datasets/offenseval_dravidian": "4739cb65194d4157841510a7c46a6fc87622b764"}, "seconds": 5.061}
{"task": "multilingual/MLMA_hate_speech", "task_type": "Classification", "status": "ok", "rows": {"train": 15944, "validation": 882, "test": 871}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nedjmaou/MLMA_hate_speech": "05e39dbf6b492168e89eced224812e432103ee3d"}, "seconds": 7.241}
{"task": "multilingual/x-fact", "task_type": "Classification", "status": "ok", "rows": {"train": 41766, "test": 4168, "validation": 3320}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/x-fact": "33bc60f0ec1f8410d8f7300e41fea89b65ac2d84"}, "seconds": 17.614}
{"task": "multilingual/xglue/nc", "task_type": "Classification", "status": "ok", "rows": {"train": 39609, "validation": 3982, "test": 3986}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"SetFit/xglue_nc": "4d9c3d03c9b525b7746fd0bcbb0de8410369f1b6"}, "seconds": 18.595}
{"task": "multilingual/xglue/qadsm", "task_type": "Classification", "status": "ok", "rows": {"test": 3863, "train": 38273, "validation": 3813}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/xglue": "836bcab0e3d82450d57c6035bba1626d5b68c403"}, "seconds": 12.248}
{"task": "multilingual/xglue/qam", "task_type": "Classification", "status": "ok", "rows": {"test": 3832, "train": 38212, "validation": 3840}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/xglue": "836bcab0e3d82450d57c6035bba1626d5b68c403"}, "seconds": 12.548}
{"task": "multilingual/xglue/wpr", "task_type": "Classification", "status": "ok", "rows": {"test": 3437, "train": 34196, "validation": 3408}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/xglue": "836bcab0e3d82450d57c6035bba1626d5b68c403"}, "seconds": 20.529}
{"task": "multilingual/xlwic/xlwic_fr_fr", "task_type": "Classification", "status": "ok", "rows": {"test": 3816, "train": 38283, "validation": 3854}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/xlwic": "0a2332db2b9512d1ee61c7127a706d427678ac85"}, "seconds": 11.838}
{"task": "multilingual/xlwic/xlwic_en_ko", "task_type": "Classification", "status": "ok", "rows": {"test": 1309, "train": 6951, "validation": 504}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/xlwic": "0a2332db2b9512d1ee61c7127a706d427678ac85"}, "seconds": 4.94}
{"task": "multilingual/xlwic/xlwic_it_it", "task_type": "Classification", "status": "ok", "rows": {"test": 788, "train": 1464, "validation": 269}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/xlwic": "0a2332db2b9512d1ee61c7127a706d427678ac85"}, "seconds": 3.273}
{"task": "multilingual/xlwic/xlwic_de_de", "task_type": "Classification", "status": "ok", "rows": {"test": 3829, "train": 38338, "validation": 3829}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/xlwic": "0a2332db2b9512d1ee61c7127a706d427678ac85"}, "seconds": 12.056}
{"task": "multilingual/language-identification", "task_type": "Classification", "status": "ok", "rows": {"train": 36983, "validation": 3705, "test": 3697}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"papluca/language-identification": "aa56583bf2bc52b0565770607d6fc3faebecf9e2"}, "seconds": 16.773}
{"task": "multilingual/wili_2018", "task_type": "Classification", "status": "ok", "rows": {"train": 32965, "test": 3310, "validation": 3313}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"MartinThoma/wili_2018": "12c3a519f58673e4051a5d9db51c1fcd94a94c75"}, "seconds": 524.754}
{"task": "multilingual/exams/multilingual", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 9114, "validation": 3063, "test": 3469}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mhardalov/exams": "4ff10804abb3341f8815cacd778181177bba7edd"}, "seconds": 13.624}
{"task": "multilingual/xcsr/X-CSQA-jap", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1172, "validation": 527, "train": 547}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.626}
{"task": "multilingual/xcsr/X-CSQA-it", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1182, "validation": 539, "train": 549}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 4.967}
{"task": "multilingual/xcsr/X-CSQA-hi", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1194, "validation": 552, "train": 549}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.296}
{"task": "multilingual/xcsr/X-CSQA-de", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1173, "validation": 553, "train": 539}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.524}
{"task": "multilingual/xcsr/X-CSQA-es", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1175, "validation": 561, "train": 546}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.836}
{"task": "multilingual/xcsr/X-CSQA-nl", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1195, "validation": 543, "train": 544}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.584}
{"task": "multilingual/xcsr/X-CSQA-ar", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1177, "validation": 553, "train": 560}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.706}
{"task": "multilingual/xcsr/X-CSQA-fr", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1173, "validation": 546, "train": 557}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.994}
{"task": "multilingual/xcsr/X-CSQA-pl", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1190, "validation": 542, "train": 558}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.735}
{"task": "multilingual/xcsr/X-CSQA-en", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1217, "validation": 567, "train": 557}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.72}
{"task": "multilingual/xcsr/X-CSQA-ru", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1156, "validation": 556, "train": 546}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.904}
{"task": "multilingual/xcsr/X-CSQA-pt", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1199, "validation": 547, "train": 548}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.68}
{"task": "multilingual/xcsr/X-CSQA-vi", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1200, "validation": 544, "train": 542}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.878}
{"task": "multilingual/xcsr/X-CSQA-zh", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1157, "validation": 556, "train": 545}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.69}
{"task": "multilingual/xcsr/X-CSQA-ur", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1173, "validation": 562, "train": 540}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.995}
{"task": "multilingual/xcsr/X-CSQA-sw", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1149, "validation": 527, "train": 556}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.813}
{"task": "multilingual/xcsr/X-CODAH-ar", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1107, "validation": 164, "train": 164}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.179}
{"task": "multilingual/xcsr/X-CODAH-pl", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1096, "validation": 166, "train": 163}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.086}
{"task": "multilingual/xcsr/X-CODAH-pt", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1104, "validation": 166, "train": 166}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.741}
{"task": "multilingual/xcsr/X-CODAH-ru", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1083, "validation": 156, "train": 168}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.307}
{"task": "multilingual/xcsr/X-CODAH-sw", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1102, "validation": 167, "train": 170}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.311}
{"task": "multilingual/xcsr/X-CODAH-vi", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1120, "validation": 170, "train": 167}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.714}
{"task": "multilingual/xcsr/X-CODAH-zh", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1100, "validation": 167, "train": 165}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.235}
{"task": "multilingual/xcsr/X-CODAH-ur", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1111, "validation": 168, "train": 170}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.326}
{"task": "multilingual/xcsr/X-CODAH-jap", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1084, "validation": 166, "train": 168}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.88}
{"task": "multilingual/xcsr/X-CODAH-it", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1096, "validation": 163, "train": 167}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.344}
{"task": "multilingual/xcsr/X-CODAH-hi", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1105, "validation": 161, "train": 165}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.736}
{"task": "multilingual/xcsr/X-CODAH-fr", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1114, "validation": 168, "train": 169}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 7.126}
{"task": "multilingual/xcsr/X-CODAH-es", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1084, "validation": 168, "train": 162}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 6.019}
{"task": "multilingual/xcsr/X-CODAH-en", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1076, "validation": 162, "train": 167}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.713}
{"task": "multilingual/xcsr/X-CODAH-de", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1094, "validation": 163, "train": 167}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.379}
{"task": "multilingual/xcsr/X-CODAH-nl", "task_type": "MultipleChoice", "status": "ok", "rows": {"test": 1088, "validation": 166, "train": 163}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 5.247}
{"task": "multilingual/xcopa/qu", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 64, "test": 577, "train": 58}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 5.074}
{"task": "multilingual/xcopa/et", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 57, "test": 577, "train": 55}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.087}
{"task": "multilingual/xcopa/ht", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 57, "test": 560, "train": 57}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.745}
{"task": "multilingual/xcopa/id", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 62, "test": 562, "train": 64}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.487}
{"task": "multilingual/xcopa/it", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 54, "test": 558, "train": 54}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.008}
{"task": "multilingual/xcopa/sw", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 55, "test": 581, "train": 58}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.139}
{"task": "multilingual/xcopa/translation-ht", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 57, "test": 586, "train": 57}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.016}
{"task": "multilingual/xcopa/th", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 57, "test": 552, "train": 56}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.357}
{"task": "multilingual/xcopa/tr", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 64, "test": 579, "train": 59}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.326}
{"task": "multilingual/xcopa/translation-et", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 59, "test": 562, "train": 55}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.129}
{"task": "multilingual/xcopa/translation-id", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 55, "test": 566, "train": 58}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.583}
{"task": "multilingual/xcopa/translation-sw", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 60, "test": 565, "train": 56}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.127}
{"task": "multilingual/xcopa/translation-ta", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 63, "test": 568, "train": 61}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.139}
{"task": "multilingual/xcopa/translation-th", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 55, "test": 570, "train": 56}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.359}
{"task": "multilingual/xcopa/translation-tr", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 57, "test": 575, "train": 57}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.55}
{"task": "multilingual/xcopa/translation-vi", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 57, "test": 557, "train": 56}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.388}
{"task": "multilingual/xcopa/translation-zh", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 58, "test": 571, "train": 58}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.126}
{"task": "multilingual/xcopa/vi", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 61, "test": 573, "train": 58}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.269}
{"task": "multilingual/xcopa/zh", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 56, "test": 573, "train": 58}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.171}
{"task": "multilingual/xcopa/ta", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 58, "test": 575, "train": 55}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.132}
{"task": "multilingual/xcopa/translation-it", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 54, "test": 596, "train": 55}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"cambridgeltl/xcopa": "042f78955ba48e6404616762fa6e05e839c3907a"}, "seconds": 4.318}
{"task": "multilingual/xstory_cloze/eu", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 361, "validation": 20, "test": 18}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"juletxara/xstory_cloze": "c4c2d88a1ec8b37fe22166d2a610f272726724b6"}, "seconds": 4.388}
{"task": "multilingual/xstory_cloze/my", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 364, "validation": 20, "test": 22}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"juletxara/xstory_cloze": "c4c2d88a1ec8b37fe22166d2a610f272726724b6"}, "seconds": 3.885}
{"task": "multilingual/xstory_cloze/hi", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 364, "validation": 20, "test": 18}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"juletxara/xstory_cloze": "c4c2d88a1ec8b37fe22166d2a610f272726724b6"}, "seconds": 3.913}
{"task": "multilingual/xstory_cloze/te", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 354, "validation": 20, "test": 20}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"juletxara/xstory_cloze": "c4c2d88a1ec8b37fe22166d2a610f272726724b6"}, "seconds": 3.859}
{"task": "multilingual/xstory_cloze/sw", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 356, "validation": 19, "test": 20}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"juletxara/xstory_cloze": "c4c2d88a1ec8b37fe22166d2a610f272726724b6"}, "seconds": 3.961}
{"task": "multilingual/xstory_cloze/id", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 355, "validation": 20, "test": 20}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"juletxara/xstory_cloze": "c4c2d88a1ec8b37fe22166d2a610f272726724b6"}, "seconds": 3.797}
{"task": "multilingual/xstory_cloze/ar", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 362, "validation": 19, "test": 19}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"juletxara/xstory_cloze": "c4c2d88a1ec8b37fe22166d2a610f272726724b6"}, "seconds": 3.896}
{"task": "multilingual/xstory_cloze/es", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 351, "validation": 18, "test": 20}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"juletxara/xstory_cloze": "c4c2d88a1ec8b37fe22166d2a610f272726724b6"}, "seconds": 3.817}
{"task": "multilingual/xstory_cloze/zh", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 355, "validation": 20, "test": 20}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"juletxara/xstory_cloze": "c4c2d88a1ec8b37fe22166d2a610f272726724b6"}, "seconds": 4.185}
{"task": "multilingual/xstory_cloze/ru", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 352, "validation": 20, "test": 23}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"juletxara/xstory_cloze": "c4c2d88a1ec8b37fe22166d2a610f272726724b6"}, "seconds": 3.918}
{"task": "multilingual/xstory_cloze/en", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 367, "validation": 20, "test": 20}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"juletxara/xstory_cloze": "c4c2d88a1ec8b37fe22166d2a610f272726724b6"}, "seconds": 3.853}
{"task": "multilingual/disrpt/eus.rst.ert.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 3363, "validation": 835, "test": 933}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 7.016}
{"task": "multilingual/disrpt/deu.rst.pcc.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 2858, "validation": 325, "test": 346}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 7.821}
{"task": "multilingual/disrpt/fas.rst.prstc.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 5494, "validation": 662, "test": 783}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 8.284}
{"task": "multilingual/disrpt/fra.sdrt.annodis.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 2916, "validation": 717, "test": 839}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 6.476}
{"task": "multilingual/disrpt/nld.rst.nldt.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 2123, "validation": 437, "test": 444}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 5.724}
{"task": "multilingual/disrpt/por.rst.cstn.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 5523, "validation": 765, "test": 365}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 8.808}
{"task": "multilingual/disrpt/rus.rst.rrt.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 38547, "validation": 3840, "test": 3783}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 28.506}
{"task": "multilingual/disrpt/spa.rst.rststb.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 2977, "validation": 513, "test": 551}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 5.774}
{"task": "multilingual/disrpt/tha.pdtb.tdtb.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 11319, "validation": 1705, "test": 1841}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 12.405}
{"task": "multilingual/disrpt/zho.rst.gcdt.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 8954, "validation": 1379, "test": 1312}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 11.447}
{"task": "multilingual/oasst1_pairwise_rlhf_reward", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 19681, "validation": 526, "test": 523}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/oasst1_pairwise_rlhf_reward": "de3dfde669d3c4adc1fe35223aed8b4e1f06a177"}, "seconds": 22.685}
{"task": "multilingual/multilingual-sentiments/all", "task_type": "Classification", "status": "ok", "rows": {"train": 17508, "validation": 2539, "test": 1689}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/multilingual-sentiments": "9c833633b96c4a0b41080dbe2716d2cd230def77"}, "seconds": 13.408}
{"task": "multilingual/tweet_sentiment_multilingual", "task_type": "Classification", "status": "ok", "rows": {"train": 16454, "validation": 2908, "test": 3361}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/tweet_sentiment_multilingual": "bceb37eb62681b42e4147d879384917969bb1674"}, "seconds": 11.469}
{"task": "multilingual/amazon_reviews_multi/all_languages", "task_type": "Classification", "status": "ok", "rows": {"train": 33525, "validation": 3345, "test": 3351}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"goosmanlei/amazon_reviews_multi": "a7b1fa9703f1f930d5c8e1a65c5d2774aaab0c85"}, "seconds": 20.833}
{"task": "multilingual/universal-joy", "task_type": "Classification", "status": "ok", "rows": {"train": 38561, "validation": 3841, "test": 3867}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/universal-joy": "324fbf705f4f75edb7b431a7e0a444471b4bba63"}, "seconds": 21.338}
{"task": "multilingual/mms", "task_type": "Classification", "status": "ok", "rows": {"train": 33562, "validation": 3347, "test": 3372}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/mms": "8084195551d36e8f061a06467660887830c861e0"}, "seconds": 29.427}
{"task": "multilingual/massive", "task_type": "Classification", "status": "ok", "rows": {"train": 13203, "test": 3409, "validation": 2339}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/MassiveIntentClassification": "0f29dfaa4a2dd8a456ee23b1ef5c39ea207b4aed"}, "seconds": 37.96}
{"task": "multilingual/masakhanews/yor", "task_type": "Classification", "status": "ok", "rows": {"train": 1853, "validation": 267, "test": 543}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 4.639}
{"task": "multilingual/masakhanews/xho", "task_type": "Classification", "status": "ok", "rows": {"train": 1339, "validation": 188, "test": 379}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 4.292}
{"task": "multilingual/masakhanews/tir", "task_type": "Classification", "status": "ok", "rows": {"train": 1246, "validation": 169, "test": 343}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 3.853}
{"task": "multilingual/masakhanews/swa", "task_type": "Classification", "status": "ok", "rows": {"train": 2138, "validation": 303, "test": 622}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 4.208}
{"task": "multilingual/masakhanews/som", "task_type": "Classification", "status": "ok", "rows": {"train": 1304, "validation": 192, "test": 375}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 4.029}
{"task": "multilingual/masakhanews/sna", "task_type": "Classification", "status": "ok", "rows": {"train": 1630, "validation": 232, "test": 473}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 4.428}
{"task": "multilingual/masakhanews/pcm", "task_type": "Classification", "status": "ok", "rows": {"train": 1364, "validation": 191, "test": 395}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 4.365}
{"task": "multilingual/masakhanews/orm", "task_type": "Classification", "status": "ok", "rows": {"train": 1457, "validation": 210, "test": 409}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 4.347}
{"task": "multilingual/masakhanews/lug", "task_type": "Classification", "status": "ok", "rows": {"train": 995, "validation": 141, "test": 288}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 4.27}
{"task": "multilingual/masakhanews/lin", "task_type": "Classification", "status": "ok", "rows": {"train": 782, "validation": 108, "test": 222}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 4.556}
{"task": "multilingual/masakhanews/ibo", "task_type": "Classification", "status": "ok", "rows": {"train": 1758, "validation": 240, "test": 497}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 4.588}
{"task": "multilingual/masakhanews/hau", "task_type": "Classification", "status": "ok", "rows": {"train": 2837, "validation": 416, "test": 815}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 4.94}
{"task": "multilingual/masakhanews/fra", "task_type": "Classification", "status": "ok", "rows": {"train": 1911, "validation": 272, "test": 540}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 4.684}
{"task": "multilingual/masakhanews/eng", "task_type": "Classification", "status": "ok", "rows": {"train": 4214, "validation": 588, "test": 1230}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 6.02}
{"task": "multilingual/masakhanews/run", "task_type": "Classification", "status": "ok", "rows": {"train": 1422, "validation": 201, "test": 413}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 4.275}
{"task": "multilingual/masakhanews/amh", "task_type": "Classification", "status": "ok", "rows": {"train": 1660, "validation": 245, "test": 485}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"masakhane/masakhanews": "fa3b5fff8a91d187bf0c5900a39c4271d08cf7fe"}, "seconds": 4.323}
{"task": "multilingual/NusaX-senti/sun", "task_type": "Classification", "status": "ok", "rows": {"train": 559, "validation": 115, "test": 446}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/NusaX-senti": "06f3498f6dcef06a2706b862012e3ef4908887cf"}, "seconds": 4.23}
{"task": "multilingual/NusaX-senti/ban", "task_type": "Classification", "status": "ok", "rows": {"train": 550, "validation": 114, "test": 448}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/NusaX-senti": "06f3498f6dcef06a2706b862012e3ef4908887cf"}, "seconds": 3.743}
{"task": "multilingual/NusaX-senti/nij", "task_type": "Classification", "status": "ok", "rows": {"train": 567, "validation": 116, "test": 445}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/NusaX-senti": "06f3498f6dcef06a2706b862012e3ef4908887cf"}, "seconds": 3.897}
{"task": "multilingual/NusaX-senti/min", "task_type": "Classification", "status": "ok", "rows": {"train": 561, "validation": 112, "test": 445}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/NusaX-senti": "06f3498f6dcef06a2706b862012e3ef4908887cf"}, "seconds": 4.119}
{"task": "multilingual/NusaX-senti/mad", "task_type": "Classification", "status": "ok", "rows": {"train": 553, "validation": 111, "test": 440}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/NusaX-senti": "06f3498f6dcef06a2706b862012e3ef4908887cf"}, "seconds": 3.926}
{"task": "multilingual/NusaX-senti/jav", "task_type": "Classification", "status": "ok", "rows": {"train": 577, "validation": 116, "test": 460}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/NusaX-senti": "06f3498f6dcef06a2706b862012e3ef4908887cf"}, "seconds": 4.039}
{"task": "multilingual/NusaX-senti/ind", "task_type": "Classification", "status": "ok", "rows": {"train": 555, "validation": 106, "test": 452}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/NusaX-senti": "06f3498f6dcef06a2706b862012e3ef4908887cf"}, "seconds": 3.923}
{"task": "multilingual/NusaX-senti/eng", "task_type": "Classification", "status": "ok", "rows": {"train": 545, "validation": 112, "test": 455}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/NusaX-senti": "06f3498f6dcef06a2706b862012e3ef4908887cf"}, "seconds": 4.464}
{"task": "multilingual/NusaX-senti/bug", "task_type": "Classification", "status": "ok", "rows": {"train": 556, "validation": 114, "test": 443}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/NusaX-senti": "06f3498f6dcef06a2706b862012e3ef4908887cf"}, "seconds": 3.915}
{"task": "multilingual/NusaX-senti/bjn", "task_type": "Classification", "status": "ok", "rows": {"train": 561, "validation": 112, "test": 446}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/NusaX-senti": "06f3498f6dcef06a2706b862012e3ef4908887cf"}, "seconds": 4.178}
{"task": "multilingual/NusaX-senti/ace", "task_type": "Classification", "status": "ok", "rows": {"train": 562, "validation": 112, "test": 449}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/NusaX-senti": "06f3498f6dcef06a2706b862012e3ef4908887cf"}, "seconds": 3.88}
{"task": "multilingual/NusaX-senti/bbc", "task_type": "Classification", "status": "ok", "rows": {"train": 551, "validation": 111, "test": 443}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/NusaX-senti": "06f3498f6dcef06a2706b862012e3ef4908887cf"}, "seconds": 3.953}
{"task": "multilingual/AfriSenti-twitter-sentiment/yor", "task_type": "Classification", "status": "ok", "rows": {"train": 9518, "validation": 2340, "test": 2283}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/AfriSentiClassification": "44908d4c7e57004a4523e286dc3a30609cbdc10c"}, "seconds": 11.389}
{"task": "multilingual/AfriSenti-twitter-sentiment/ary", "task_type": "Classification", "status": "ok", "rows": {"train": 6223, "validation": 546, "test": 2282}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/AfriSentiClassification": "44908d4c7e57004a4523e286dc3a30609cbdc10c"}, "seconds": 8.065}
{"task": "multilingual/AfriSenti-twitter-sentiment/hau", "task_type": "Classification", "status": "ok", "rows": {"train": 15800, "validation": 2969, "test": 2295}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/AfriSentiClassification": "44908d4c7e57004a4523e286dc3a30609cbdc10c"}, "seconds": 13.416}
{"task": "multilingual/AfriSenti-twitter-sentiment/ibo", "task_type": "Classification", "status": "ok", "rows": {"train": 11429, "validation": 2066, "test": 2277}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/AfriSentiClassification": "44908d4c7e57004a4523e286dc3a30609cbdc10c"}, "seconds": 9.769}
{"task": "multilingual/AfriSenti-twitter-sentiment/arq", "task_type": "Classification", "status": "ok", "rows": {"train": 1853, "validation": 449, "test": 1070}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/AfriSentiClassification": "44908d4c7e57004a4523e286dc3a30609cbdc10c"}, "seconds": 4.637}
{"task": "multilingual/AfriSenti-twitter-sentiment/kin", "task_type": "Classification", "status": "ok", "rows": {"train": 3701, "validation": 931, "test": 1148}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/AfriSentiClassification": "44908d4c7e57004a4523e286dc3a30609cbdc10c"}, "seconds": 5.211}
{"task": "multilingual/AfriSenti-twitter-sentiment/pcm", "task_type": "Classification", "status": "ok", "rows": {"train": 5755, "validation": 1434, "test": 2295}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/AfriSentiClassification": "44908d4c7e57004a4523e286dc3a30609cbdc10c"}, "seconds": 6.611}
{"task": "multilingual/AfriSenti-twitter-sentiment/por", "task_type": "Classification", "status": "ok", "rows": {"train": 3429, "validation": 871, "test": 2290}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/AfriSentiClassification": "44908d4c7e57004a4523e286dc3a30609cbdc10c"}, "seconds": 6.183}
{"task": "multilingual/AfriSenti-twitter-sentiment/swa", "task_type": "Classification", "status": "ok", "rows": {"train": 2028, "validation": 502, "test": 837}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/AfriSentiClassification": "44908d4c7e57004a4523e286dc3a30609cbdc10c"}, "seconds": 4.585}
{"task": "multilingual/AfriSenti-twitter-sentiment/tso", "task_type": "Classification", "status": "ok", "rows": {"train": 897, "validation": 226, "test": 282}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/AfriSentiClassification": "44908d4c7e57004a4523e286dc3a30609cbdc10c"}, "seconds": 3.856}
{"task": "multilingual/AfriSenti-twitter-sentiment/twi", "task_type": "Classification", "status": "ok", "rows": {"train": 3884, "validation": 434, "test": 1058}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/AfriSentiClassification": "44908d4c7e57004a4523e286dc3a30609cbdc10c"}, "seconds": 5.266}
{"task": "multilingual/AfriSenti-twitter-sentiment/amh", "task_type": "Classification", "status": "ok", "rows": {"train": 6684, "validation": 1670, "test": 2236}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"mteb/AfriSentiClassification": "44908d4c7e57004a4523e286dc3a30609cbdc10c"}, "seconds": 7.277}
{"task": "multilingual/clue/ocnli", "task_type": "Classification", "status": "ok", "rows": {"train": 38505, "validation": 1892, "test": 1877}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"clue/clue": "28178267a609dd08bdc703dd6c931dfc2c2f4431"}, "seconds": 19.466}
{"task": "multilingual/clue/afqmc", "task_type": "Classification", "status": "ok", "rows": {"train": 38269, "validation": 2753, "test": 2739}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"clue/clue": "28178267a609dd08bdc703dd6c931dfc2c2f4431"}, "seconds": 18.253}
{"task": "multilingual/clue/tnews", "task_type": "Classification", "status": "ok", "rows": {"train": 38355, "validation": 3822, "test": 3831}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"clue/clue": "28178267a609dd08bdc703dd6c931dfc2c2f4431"}, "seconds": 22.366}
{"task": "multilingual/klue/nli", "task_type": "Classification", "status": "ok", "rows": {"train": 32020, "validation": 1921, "test": 1897}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"klue/klue": "349481ec73fff722f88e0453ca05c77a447d967c"}, "seconds": 20.846}
{"task": "multilingual/klue/ynat", "task_type": "Classification", "status": "ok", "rows": {"train": 38472, "validation": 3810, "test": 3852}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"klue/klue": "349481ec73fff722f88e0453ca05c77a447d967c"}, "seconds": 22.097}
{"task": "multilingual/klue/sts", "task_type": "Classification", "status": "ok", "rows": {"train": 15472, "validation": 342, "test": 343}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"klue/klue": "349481ec73fff722f88e0453ca05c77a447d967c"}, "seconds": 9.292}
{"task": "multilingual/indic_glue/iitp-mr.hi/sentiment", "task_type": "Classification", "status": "ok", "rows": {"train": 2792, "validation": 355, "test": 348}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ai4bharat/indic_glue": "6dcbebd49d6b12965d433bffcd07e9a786211703"}, "seconds": 6.549}
{"task": "multilingual/indic_glue/actsa-sc.te/sentiment", "task_type": "Classification", "status": "ok", "rows": {"train": 5336, "validation": 657, "test": 656}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ai4bharat/indic_glue": "6dcbebd49d6b12965d433bffcd07e9a786211703"}, "seconds": 7.081}
{"task": "multilingual/indic_glue/iitp-pr.hi/sentiment", "task_type": "Classification", "status": "ok", "rows": {"train": 4658, "validation": 580, "test": 587}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ai4bharat/indic_glue": "6dcbebd49d6b12965d433bffcd07e9a786211703"}, "seconds": 7.132}
{"task": "multilingual/indic_glue/inltkh.te/sentiment", "task_type": "Classification", "status": "ok", "rows": {"train": 4807, "validation": 596, "test": 611}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ai4bharat/indic_glue": "6dcbebd49d6b12965d433bffcd07e9a786211703"}, "seconds": 5.978}
{"task": "multilingual/indic_glue/sna.bn/news", "task_type": "Classification", "status": "ok", "rows": {"train": 14019, "validation": 1760, "test": 1740}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ai4bharat/indic_glue": "6dcbebd49d6b12965d433bffcd07e9a786211703"}, "seconds": 21.035}
{"task": "multilingual/indic_glue/bbca.hi/news", "task_type": "Classification", "status": "ok", "rows": {"train": 3607, "test": 1002, "validation": 391}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ai4bharat/indic_glue": "6dcbebd49d6b12965d433bffcd07e9a786211703"}, "seconds": 11.084}
{"task": "multilingual/indic_glue/inltkh", "task_type": "Classification", "status": "ok", "rows": {"train": 32500, "validation": 3871, "test": 3856}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ai4bharat/indic_glue": "6dcbebd49d6b12965d433bffcd07e9a786211703"}, "seconds": 20.269}
{"task": "multilingual/indic_glue/md.hi/discourse_mode", "task_type": "Classification", "status": "ok", "rows": {"train": 10288, "validation": 1297, "test": 1281}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ai4bharat/indic_glue": "6dcbebd49d6b12965d433bffcd07e9a786211703"}, "seconds": 9.513}
{"task": "multilingual/indic_glue/wstp", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 32906, "validation": 3307, "test": 3296}, "request_length_dropped": {"train": 1}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ai4bharat/indic_glue": "6dcbebd49d6b12965d433bffcd07e9a786211703"}, "seconds": 51.133}
{"task": "multilingual/tydi-as2-balanced", "task_type": "Classification", "status": "ok", "rows": {"train": 38297, "test": 1648, "validation": 3923}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/tydi-as2-balanced": "b35441e636b200966f0056ff6bc10d73fe5fe629"}, "seconds": 20.883}
{"task": "multilingual/mtop", "task_type": "Classification", "status": "ok", "rows": {"train": 34568, "validation": 3436, "test": 3439}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/mtop": "9fa95557ba2809ad05943880eee5231b4f2463fb"}, "seconds": 162.173}
{"task": "procedural-typed-decisions/arithmetic", "task_type": "NativeJev", "status": "ok", "rows": {"train": 69910, "validation": 3461, "test": 3533}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/procedural-typed-decisions": "916e6cce365a65c37d58db70c9e369795817651e"}, "seconds": 16.097}
{"task": "procedural-typed-decisions/entity_belief_tracking", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/procedural-typed-decisions": "916e6cce365a65c37d58db70c9e369795817651e"}, "seconds": 35.642}
{"task": "procedural-typed-decisions/event_state_reconstruction", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/procedural-typed-decisions": "916e6cce365a65c37d58db70c9e369795817651e"}, "seconds": 30.089}
{"task": "procedural-typed-decisions/evidence_sufficiency", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/procedural-typed-decisions": "916e6cce365a65c37d58db70c9e369795817651e"}, "seconds": 17.663}
{"task": "procedural-typed-decisions/multi_view_adjudication", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/procedural-typed-decisions": "916e6cce365a65c37d58db70c9e369795817651e"}, "seconds": 18.827}
{"task": "procedural-typed-decisions/needle_retrieval", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/procedural-typed-decisions": "916e6cce365a65c37d58db70c9e369795817651e"}, "seconds": 20.36}
{"task": "procedural-typed-decisions/partial_observation_calibration", "task_type": "NativeJev", "status": "ok", "rows": {"train": 20000, "validation": 1000, "test": 1000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/procedural-typed-decisions": "916e6cce365a65c37d58db70c9e369795817651e"}, "seconds": 6.378}
{"task": "procedural-typed-decisions/policy_applicability", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/procedural-typed-decisions": "916e6cce365a65c37d58db70c9e369795817651e"}, "seconds": 17.591}
{"task": "procedural-typed-decisions/policy_under_uncertainty", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/procedural-typed-decisions": "916e6cce365a65c37d58db70c9e369795817651e"}, "seconds": 9.925}
{"task": "procedural-typed-decisions/record_aggregation", "task_type": "NativeJev", "status": "ok", "rows": {"train": 80000, "validation": 4000, "test": 4000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/procedural-typed-decisions": "916e6cce365a65c37d58db70c9e369795817651e"}, "seconds": 15.282}
{"task": "procedural-typed-decisions/state_perturbation", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/procedural-typed-decisions": "916e6cce365a65c37d58db70c9e369795817651e"}, "seconds": 16.591}
{"task": "procedural-typed-decisions/table_lookup", "task_type": "NativeJev", "status": "ok", "rows": {"train": 80000, "validation": 4000, "test": 4000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "b4508853358cb74d98e2a7c82d6c8d2557f84873", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/procedural-typed-decisions": "916e6cce365a65c37d58db70c9e369795817651e"}, "seconds": 15.123}
{"task": "glue/stsb", "status": "invalidated", "reason": "noul -> score retyping (af3e5be)"}
{"task": "sick/relatedness", "status": "invalidated", "reason": "noul -> score retyping (af3e5be)"}
{"task": "sts-companion", "status": "invalidated", "reason": "noul -> score retyping (af3e5be)"}
{"task": "oasst2/quality", "status": "invalidated", "reason": "noul -> score retyping (af3e5be)"}
{"task": "oasst2/helpfulness", "status": "invalidated", "reason": "noul -> score retyping (af3e5be)"}
{"task": "oasst2/creativity", "status": "invalidated", "reason": "noul -> score retyping (af3e5be)"}
{"task": "oasst2/humor", "status": "invalidated", "reason": "noul -> score retyping (af3e5be)"}
{"task": "oasst2/toxicity", "status": "invalidated", "reason": "noul -> score retyping (af3e5be)"}
{"task": "oasst2/violence", "status": "invalidated", "reason": "noul -> score retyping (af3e5be)"}
{"task": "glue/stsb", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 5706, "validation": 1498}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "af3e5beed6d0efb4d455b7cd88cef413e959dcd8", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nyu-mll/glue": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c"}, "seconds": 10.476}
{"task": "sick/relatedness", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 4439, "validation": 495, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "af3e5beed6d0efb4d455b7cd88cef413e959dcd8", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/sick": "533a4bd3ef2fa6ee2ef285f3e3ec633f949af9aa"}, "seconds": 11.379}
{"task": "sts-companion", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 4760, "validation": 264, "test": 265}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "af3e5beed6d0efb4d455b7cd88cef413e959dcd8", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/sts-companion": "fd8beffb788df5f6673bc688e6dcbe3690a3acc6"}, "seconds": 9.462}
{"task": "acceptability-prediction/rating_votes", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 4516, "validation": 255, "test": 255}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "af3e5beed6d0efb4d455b7cd88cef413e959dcd8", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/acceptability-prediction": "4fc20eb295deb2849f774e480c6a0b2174053f5b"}, "seconds": 8.851}
{"task": "acceptability-prediction/binary_votes", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 2314, "validation": 130, "test": 130}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "af3e5beed6d0efb4d455b7cd88cef413e959dcd8", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/acceptability-prediction": "4fc20eb295deb2849f774e480c6a0b2174053f5b"}, "seconds": 6.735}
{"task": "oasst2/quality", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29314, "validation": 789, "test": 790}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "af3e5beed6d0efb4d455b7cd88cef413e959dcd8", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/oasst2_dense_flat": "0dafa6b04420fee6bab5f588b01534770e8d1540"}, "seconds": 33.846}
{"task": "oasst2/helpfulness", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29314, "validation": 789, "test": 790}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "af3e5beed6d0efb4d455b7cd88cef413e959dcd8", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/oasst2_dense_flat": "0dafa6b04420fee6bab5f588b01534770e8d1540"}, "seconds": 31.857}
{"task": "oasst2/creativity", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29314, "validation": 789, "test": 790}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "af3e5beed6d0efb4d455b7cd88cef413e959dcd8", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/oasst2_dense_flat": "0dafa6b04420fee6bab5f588b01534770e8d1540"}, "seconds": 33.588}
{"task": "oasst2/humor", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29314, "validation": 789, "test": 790}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "af3e5beed6d0efb4d455b7cd88cef413e959dcd8", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/oasst2_dense_flat": "0dafa6b04420fee6bab5f588b01534770e8d1540"}, "seconds": 31.694}
{"task": "oasst2/toxicity", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29314, "validation": 789, "test": 790}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "af3e5beed6d0efb4d455b7cd88cef413e959dcd8", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/oasst2_dense_flat": "0dafa6b04420fee6bab5f588b01534770e8d1540"}, "seconds": 33.532}
{"task": "oasst2/violence", "task_type": "SoftLabeling", "status": "ok", "rows": {"train": 29314, "validation": 789, "test": 790}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "af3e5beed6d0efb4d455b7cd88cef413e959dcd8", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/oasst2_dense_flat": "0dafa6b04420fee6bab5f588b01534770e8d1540"}, "seconds": 32.116}
{"task": "FLD.v2/default", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "FLD.v2/star", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "LogicNLI", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "ade_corpus_v2/Ade_corpus_v2_classification", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "chemprot/chemprot_full_source", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "code_x_glue_cc_defect_detection", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "discovery/discovery", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "disrpt/eng.dep.scidtb.rels", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "ethics/deontology", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "hlgd", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "implicit-hate-stg1", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "linguisticprobing/bigram_shift", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "linguisticprobing/coordination_inversion", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "linguisticprobing/obj_number", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "linguisticprobing/odd_man_out", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "linguisticprobing/past_present", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "linguisticprobing/sentence_length", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "linguisticprobing/subj_number", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "linguisticprobing/top_constituents", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "linguisticprobing/tree_depth", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "logical-entailment", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "medical_questions_pairs", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/disrpt/deu.rst.pcc.rels", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/disrpt/eus.rst.ert.rels", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/disrpt/fas.rst.prstc.rels", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/disrpt/fra.sdrt.annodis.rels", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/disrpt/nld.rst.nldt.rels", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/disrpt/por.rst.cstn.rels", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/disrpt/rus.rst.rrt.rels", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/disrpt/spa.rst.rststb.rels", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/disrpt/tha.pdtb.tdtb.rels", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/disrpt/zho.rst.gcdt.rels", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-ar", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-de", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-en", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-es", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-fr", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-hi", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-it", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-jap", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-nl", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-pl", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-pt", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-ru", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-sw", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-ur", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-vi", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CODAH-zh", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-ar", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-de", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-en", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-es", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-fr", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-hi", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-it", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-jap", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-nl", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-pl", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-pt", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-ru", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-sw", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-ur", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-vi", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "multilingual/xcsr/X-CSQA-zh", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "patent-phrase-similarity", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "pragmeval/emergent", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "pragmeval/gum", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "pragmeval/pdtb", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "pragmeval/stac", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "probability_words_nli/reasoning_1hop", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "probability_words_nli/reasoning_2hop", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "probability_words_nli/usnli", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "riddle_sense", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "sen-making/1", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "super_glue/multirc", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "super_glue/wic", "status": "invalidated", "reason": "audit fixes 7d03692"}
{"task": "super_glue/multirc", "task_type": "Classification", "status": "ok", "rows": {"train": 38061, "validation": 2104, "test": 2106}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"aps/super_glue": "3de24cf8022e94f4ee4b9d55a6f539891524d646"}, "seconds": 40.079}
{"task": "super_glue/wic", "task_type": "Classification", "status": "ok", "rows": {"train": 6955, "validation": 415, "test": 401}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"aps/super_glue": "3de24cf8022e94f4ee4b9d55a6f539891524d646"}, "seconds": 10.749}
{"task": "probability_words_nli/usnli", "task_type": "Classification", "status": "ok", "rows": {"train": 38293, "validation": 3835, "test": 3836}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/probability_words_nli": "2064b638390dcc940284eed5ef1eb9990b1990e7"}, "seconds": 21.992}
{"task": "probability_words_nli/reasoning_1hop", "task_type": "Classification", "status": "ok", "rows": {"train": 5111, "validation": 646, "test": 640}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/probability_words_nli": "2064b638390dcc940284eed5ef1eb9990b1990e7"}, "seconds": 6.668}
{"task": "probability_words_nli/reasoning_2hop", "task_type": "Classification", "status": "ok", "rows": {"train": 5061, "validation": 659, "test": 631}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/probability_words_nli": "2064b638390dcc940284eed5ef1eb9990b1990e7"}, "seconds": 6.294}
{"task": "hlgd", "task_type": "Classification", "status": "ok", "rows": {"train": 19754, "validation": 2643, "test": 3203}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/hlgd": "4bfaac28e90e9a767d9cfd0102ca159e783e828f"}, "seconds": 13.108}
{"task": "medical_questions_pairs", "task_type": "Classification", "status": "ok", "rows": {"train": 3521, "validation": 195, "test": 193}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"curaihealth/medical_questions_pairs": "d91d9da9b2a843fc09ab9d48568d2a93bf58bd0d"}, "seconds": 8.174}
{"task": "discovery/discovery", "task_type": "Classification", "status": "ok", "rows": {"test": 3494, "train": 34491, "validation": 3455}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/discovery": "a2812b4a716bb4fb560a7af36bbf711bba8bbf61"}, "seconds": 335.399}
{"task": "pragmeval/gum", "task_type": "Classification", "status": "ok", "rows": {"test": 317, "train": 2164, "validation": 334}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 11.002}
{"task": "pragmeval/emergent", "task_type": "Classification", "status": "ok", "rows": {"test": 329, "train": 2645, "validation": 330}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 11.994}
{"task": "pragmeval/stac", "task_type": "Classification", "status": "ok", "rows": {"test": 1686, "train": 14459, "validation": 1601}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 18.14}
{"task": "pragmeval/pdtb", "task_type": "Classification", "status": "ok", "rows": {"test": 1399, "train": 16586, "validation": 1557}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/pragmeval": "6c03cf8c90a477f7ff7fd3e94d8ef41770862463"}, "seconds": 20.664}
{"task": "linguisticprobing/subj_number", "task_type": "Classification", "status": "ok", "rows": {"train": 38339, "validation": 3827, "test": 3827}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 19.226}
{"task": "linguisticprobing/obj_number", "task_type": "Classification", "status": "ok", "rows": {"train": 38332, "validation": 3813, "test": 3829}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 18.177}
{"task": "linguisticprobing/past_present", "task_type": "Classification", "status": "ok", "rows": {"train": 38326, "validation": 3841, "test": 3807}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 25.542}
{"task": "linguisticprobing/sentence_length", "task_type": "Classification", "status": "ok", "rows": {"train": 36842, "validation": 3716, "test": 3705}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 28.061}
{"task": "linguisticprobing/top_constituents", "task_type": "Classification", "status": "ok", "rows": {"train": 37087, "validation": 3722, "test": 3736}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 27.481}
{"task": "linguisticprobing/tree_depth", "task_type": "Classification", "status": "ok", "rows": {"train": 36905, "validation": 3692, "test": 3714}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 21.271}
{"task": "linguisticprobing/coordination_inversion", "task_type": "Classification", "status": "ok", "rows": {"train": 36823, "validation": 3648, "test": 3712}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 22.907}
{"task": "linguisticprobing/odd_man_out", "task_type": "Classification", "status": "ok", "rows": {"train": 36834, "validation": 3693, "test": 3682}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 22.099}
{"task": "linguisticprobing/bigram_shift", "task_type": "Classification", "status": "ok", "rows": {"train": 36865, "validation": 3668, "test": 3660}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/linguisticprobing": "8be281199cd049af3d30cdeb982ec713b5c8a510"}, "seconds": 22.007}
{"task": "ethics/deontology", "task_type": "Classification", "status": "ok", "rows": {"train": 23194, "validation": 3809, "test": 3833}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"hendrycks/ethics": "b8b47c589f8bee77175b8648e5497278b68da48a"}, "seconds": 15.138}
{"task": "ade_corpus_v2/Ade_corpus_v2_classification", "task_type": "Classification", "status": "ok", "rows": {"train": 25995, "validation": 1447, "test": 1440}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"ade-benchmark-corpus/ade_corpus_v2": "4ba01c71687dd7c996597042449448ea312126cf"}, "seconds": 15.561}
{"task": "code_x_glue_cc_defect_detection", "task_type": "Classification", "status": "ok", "rows": {"train": 27636, "validation": 3453, "test": 3440}, "request_length_dropped": {"train": 7, "validation": 1, "test": 1}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"google/code_x_glue_cc_defect_detection": "69bd48c03223c2104342acd9a807caf61ac3efb8"}, "seconds": 25.39}
{"task": "riddle_sense", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 4011, "validation": 602, "test": 594}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"jeggers/riddle_sense": "42baa6f1630b798a7f9c26b8e0af25ed523f936d"}, "seconds": 14.271}
{"task": "implicit-hate-stg1", "task_type": "Classification", "status": "ok", "rows": {"train": 23874, "validation": 1328, "test": 1325}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/implicit-hate-stg1": "02f0834f16f2c0bbf38654378f29c26402e47d15"}, "seconds": 25.614}
{"task": "sen-making/1", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 1994, "validation": 108, "test": 116}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/sen-making": "69be31fdcab1fb4019b6311ed7f12fc42e8a4b13"}, "seconds": 46.384}
{"task": "disrpt/eng.dep.scidtb.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 7780, "validation": 2475, "test": 2459}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 31.473}
{"task": "FLD.v2/default", "task_type": "Classification", "status": "ok", "rows": {"train": 39922, "validation": 4011, "test": 3988}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"hitachi-nlp/FLD.v2": "7ead9a0429604efb473e96d4dc279bc3453ce995"}, "seconds": 48.441}
{"task": "FLD.v2/star", "task_type": "Classification", "status": "ok", "rows": {"train": 40106, "validation": 3989, "test": 3997}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"hitachi-nlp/FLD.v2": "7ead9a0429604efb473e96d4dc279bc3453ce995"}, "seconds": 57.16}
{"task": "logical-entailment", "task_type": "Classification", "status": "ok", "rows": {"train": 38165, "test": 3814, "validation": 3818}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/logical-entailment": "5275a96cea765dc3bbfd41e6034485791704ed69"}, "seconds": 22.015}
{"task": "LogicNLI", "task_type": "Classification", "status": "ok", "rows": {"train": 21616, "validation": 2687, "test": 2723}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/LogicNLI": "ac9d30ac7351c5f9bb31970b7ae82182b8b4f5e8"}, "seconds": 19.792}
{"task": "patent-phrase-similarity", "task_type": "Classification", "status": "ok", "rows": {"train": 38451, "validation": 3648, "test": 3865}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/patent-phrase-similarity": "ff1868796e44ac9ec02e870b447fde6c5bf2d6e4"}, "seconds": 25.988}
{"task": "chemprot/chemprot_full_source", "task_type": "Classification", "status": "ok", "rows": {"train": 8650, "validation": 4054, "test": 4043}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"bigbio/chemprot": "25efb1a752ba3775795742f07502f6dd214a18eb"}, "seconds": 12.349}
{"task": "multilingual/xcsr/X-CSQA-jap", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 259, "train": 547, "test": 277}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.405}
{"task": "multilingual/xcsr/X-CSQA-it", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 274, "train": 549, "test": 268}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.36}
{"task": "multilingual/xcsr/X-CSQA-hi", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 272, "train": 549, "test": 271}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.637}
{"task": "multilingual/xcsr/X-CSQA-de", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 270, "train": 539, "test": 276}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 10.747}
{"task": "multilingual/xcsr/X-CSQA-es", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 286, "train": 546, "test": 269}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 10.308}
{"task": "multilingual/xcsr/X-CSQA-nl", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 264, "train": 544, "test": 281}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 10.706}
{"task": "multilingual/xcsr/X-CSQA-ar", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 283, "train": 560, "test": 274}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.209}
{"task": "multilingual/xcsr/X-CSQA-fr", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 274, "train": 557, "test": 280}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 10.292}
{"task": "multilingual/xcsr/X-CSQA-pl", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 270, "train": 558, "test": 271}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.792}
{"task": "multilingual/xcsr/X-CSQA-en", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 280, "train": 557, "test": 286}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 12.009}
{"task": "multilingual/xcsr/X-CSQA-ru", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 274, "train": 546, "test": 276}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.16}
{"task": "multilingual/xcsr/X-CSQA-pt", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 275, "train": 548, "test": 274}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 11.727}
{"task": "multilingual/xcsr/X-CSQA-vi", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 269, "train": 542, "test": 273}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.401}
{"task": "multilingual/xcsr/X-CSQA-zh", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 270, "train": 545, "test": 278}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.051}
{"task": "multilingual/xcsr/X-CSQA-ur", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 284, "train": 540, "test": 274}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 12.498}
{"task": "multilingual/xcsr/X-CSQA-sw", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 260, "train": 556, "test": 274}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 8.701}
{"task": "multilingual/xcsr/X-CODAH-ar", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 82, "train": 164, "test": 82}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.157}
{"task": "multilingual/xcsr/X-CODAH-pl", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 83, "train": 163, "test": 83}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.06}
{"task": "multilingual/xcsr/X-CODAH-pt", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 80, "train": 166, "test": 81}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.752}
{"task": "multilingual/xcsr/X-CODAH-ru", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 76, "train": 168, "test": 82}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 8.38}
{"task": "multilingual/xcsr/X-CODAH-sw", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 85, "train": 170, "test": 80}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.454}
{"task": "multilingual/xcsr/X-CODAH-vi", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 84, "train": 167, "test": 82}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.38}
{"task": "multilingual/xcsr/X-CODAH-zh", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 83, "train": 165, "test": 81}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.825}
{"task": "multilingual/xcsr/X-CODAH-ur", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 82, "train": 170, "test": 83}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 8.349}
{"task": "multilingual/xcsr/X-CODAH-jap", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 80, "train": 168, "test": 88}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.836}
{"task": "multilingual/xcsr/X-CODAH-it", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 80, "train": 167, "test": 80}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 8.294}
{"task": "multilingual/xcsr/X-CODAH-hi", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 78, "train": 165, "test": 84}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.332}
{"task": "multilingual/xcsr/X-CODAH-fr", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 83, "train": 169, "test": 88}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 10.125}
{"task": "multilingual/xcsr/X-CODAH-es", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 81, "train": 162, "test": 81}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 8.329}
{"task": "multilingual/xcsr/X-CODAH-en", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 82, "train": 167, "test": 80}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 9.773}
{"task": "multilingual/xcsr/X-CODAH-de", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 79, "train": 167, "test": 82}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 8.212}
{"task": "multilingual/xcsr/X-CODAH-nl", "task_type": "MultipleChoice", "status": "ok", "rows": {"validation": 83, "train": 163, "test": 80}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"INK-USC/xcsr": "f691f311a11f84773a899e9bfc7da2bae51b0b02"}, "seconds": 13.222}
{"task": "multilingual/disrpt/eus.rst.ert.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 3223, "validation": 799, "test": 888}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 14.38}
{"task": "multilingual/disrpt/deu.rst.pcc.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 2758, "validation": 309, "test": 331}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 6.467}
{"task": "multilingual/disrpt/fas.rst.prstc.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 5275, "validation": 631, "test": 747}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 10.731}
{"task": "multilingual/disrpt/fra.sdrt.annodis.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 2812, "validation": 695, "test": 804}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 6.511}
{"task": "multilingual/disrpt/nld.rst.nldt.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 2065, "validation": 426, "test": 422}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 6.977}
{"task": "multilingual/disrpt/por.rst.cstn.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 5365, "validation": 748, "test": 354}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 9.994}
{"task": "multilingual/disrpt/rus.rst.rrt.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 37137, "validation": 3689, "test": 3675}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 28.824}
{"task": "multilingual/disrpt/spa.rst.rststb.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 2879, "validation": 503, "test": 533}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 6.692}
{"task": "multilingual/disrpt/tha.pdtb.tdtb.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 11016, "validation": 1662, "test": 1799}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 13.591}
{"task": "multilingual/disrpt/zho.rst.gcdt.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 7554, "validation": 1163, "test": 1098}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d03692a8088a015aab337d63ee9596d00bda718", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 13.574}
{"task": "probability_words_nli/reasoning_1hop", "status": "invalidated", "reason": "swapped ClassLabel names"}
{"task": "probability_words_nli/reasoning_2hop", "status": "invalidated", "reason": "swapped ClassLabel names"}
{"task": "probability_words_nli/usnli", "status": "invalidated", "reason": "swapped ClassLabel names"}
{"task": "probability_words_nli/usnli", "task_type": "Classification", "status": "ok", "rows": {"train": 38293, "validation": 3835, "test": 3836}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "40eb78b56ec20458d53a28a000539e575646cff3", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/probability_words_nli": "2064b638390dcc940284eed5ef1eb9990b1990e7"}, "seconds": 34.126}
{"task": "probability_words_nli/reasoning_1hop", "task_type": "Classification", "status": "ok", "rows": {"train": 5111, "validation": 646, "test": 640}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "40eb78b56ec20458d53a28a000539e575646cff3", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/probability_words_nli": "2064b638390dcc940284eed5ef1eb9990b1990e7"}, "seconds": 9.535}
{"task": "probability_words_nli/reasoning_2hop", "task_type": "Classification", "status": "ok", "rows": {"train": 5061, "validation": 659, "test": 631}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "40eb78b56ec20458d53a28a000539e575646cff3", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/probability_words_nli": "2064b638390dcc940284eed5ef1eb9990b1990e7"}, "seconds": 8.417}
{"task": "probability_words_nli/reasoning_1hop", "status": "invalidated", "reason": "source label names fixed (sileod/probability_words_nli e43a502)"}
{"task": "probability_words_nli/reasoning_2hop", "status": "invalidated", "reason": "source label names fixed (sileod/probability_words_nli e43a502)"}
{"task": "probability_words_nli/usnli", "status": "invalidated", "reason": "source label names fixed (sileod/probability_words_nli e43a502)"}
{"task": "probability_words_nli/usnli", "task_type": "Classification", "status": "ok", "rows": {"train": 38293, "validation": 3835, "test": 3836}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0db90464ab200786bf6dd4d2781fcb32940e71e7", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/probability_words_nli": "13f0d51cd27f634b6711469aa355d5a583cbdef2"}, "seconds": 29.727}
{"task": "probability_words_nli/reasoning_1hop", "task_type": "Classification", "status": "ok", "rows": {"train": 5111, "validation": 646, "test": 640}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0db90464ab200786bf6dd4d2781fcb32940e71e7", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/probability_words_nli": "13f0d51cd27f634b6711469aa355d5a583cbdef2"}, "seconds": 6.08}
{"task": "probability_words_nli/reasoning_2hop", "task_type": "Classification", "status": "ok", "rows": {"train": 5061, "validation": 659, "test": 631}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0db90464ab200786bf6dd4d2781fcb32940e71e7", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"sileod/probability_words_nli": "13f0d51cd27f634b6711469aa355d5a583cbdef2"}, "seconds": 9.681}
{"task": "glue/qnli", "status": "invalidated", "reason": "question fix a38786d"}
{"task": "glue/qnli", "task_type": "Classification", "status": "ok", "rows": {"train": 38349, "validation": 1950, "test": 1926}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "ee15f38cd7a31eb4be0764ba05c5006f5210c120", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"nyu-mll/glue": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c"}, "seconds": 20.648}
{"task": "procedural-typed-decisions/entity_belief_tracking", "status": "invalidated"}
{"task": "procedural-typed-decisions/needle_retrieval", "status": "invalidated"}
{"task": "procedural-typed-decisions/table_lookup", "status": "invalidated"}
{"task": "procedural-typed-decisions/entity_belief_tracking", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "cecab3366f8fa4dcdfc913443dd42d100bd96f4a", "uncommitted_sha256": "1cd55506a18b7ca18eec4b5f00d99c0b44a8ef167af28fb7757ef690356063ac"}, "revisions": {"tasksource/procedural-typed-decisions": "09555734fdb6ee5bf1a3d1d2281c8688e1552d63"}, "seconds": 17.546}
{"task": "procedural-typed-decisions/needle_retrieval", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "cecab3366f8fa4dcdfc913443dd42d100bd96f4a", "uncommitted_sha256": "1cd55506a18b7ca18eec4b5f00d99c0b44a8ef167af28fb7757ef690356063ac"}, "revisions": {"tasksource/procedural-typed-decisions": "09555734fdb6ee5bf1a3d1d2281c8688e1552d63"}, "seconds": 19.035}
{"task": "procedural-typed-decisions/table_lookup", "task_type": "NativeJev", "status": "ok", "rows": {"train": 80000, "validation": 4000, "test": 4000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "cecab3366f8fa4dcdfc913443dd42d100bd96f4a", "uncommitted_sha256": "1cd55506a18b7ca18eec4b5f00d99c0b44a8ef167af28fb7757ef690356063ac"}, "revisions": {"tasksource/procedural-typed-decisions": "09555734fdb6ee5bf1a3d1d2281c8688e1552d63"}, "seconds": 20.014}
{"task": "procedural-typed-decisions/taxonomy_routing", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "cecab3366f8fa4dcdfc913443dd42d100bd96f4a", "uncommitted_sha256": "1cd55506a18b7ca18eec4b5f00d99c0b44a8ef167af28fb7757ef690356063ac"}, "revisions": {"tasksource/procedural-typed-decisions": "09555734fdb6ee5bf1a3d1d2281c8688e1552d63"}, "seconds": 12.315}
{"task": "procedural-typed-decisions/arithmetic", "status": "invalidated"}
{"task": "procedural-typed-decisions/record_aggregation", "status": "invalidated"}
{"task": "procedural-typed-decisions/table_lookup", "status": "invalidated"}
{"task": "procedural-typed-decisions/entity_belief_tracking", "status": "invalidated"}
{"task": "procedural-typed-decisions/needle_retrieval", "status": "invalidated"}
{"task": "procedural-typed-decisions/taxonomy_routing", "status": "invalidated"}
{"task": "procedural-typed-decisions/arithmetic", "task_type": "NativeJev", "status": "ok", "rows": {"train": 69874, "validation": 3470, "test": 3549}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "a0120ff38facc90d9c2428feb28b02b93fee5c29", "uncommitted_sha256": "65729e5154f8b3a0d8bcd90a93ec70152f3e11ac6cf9f88b670b916f99a777a5"}, "revisions": {"tasksource/procedural-typed-decisions": "3cf6b9127ac2cc876887f41ff1ba382b5d702446"}, "seconds": 23.105}
{"task": "procedural-typed-decisions/entity_belief_tracking", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "a0120ff38facc90d9c2428feb28b02b93fee5c29", "uncommitted_sha256": "f6eb62581313b9eb93faedde2212b0c0392a3944d3c0dfdae1dcd0bdb1b3670b"}, "revisions": {"tasksource/procedural-typed-decisions": "3cf6b9127ac2cc876887f41ff1ba382b5d702446"}, "seconds": 18.198}
{"task": "procedural-typed-decisions/needle_retrieval", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "a0120ff38facc90d9c2428feb28b02b93fee5c29", "uncommitted_sha256": "00cd60183db54d7a48dbf1fb9aea10383abe1deeb2b416db5fa767fc74be8056"}, "revisions": {"tasksource/procedural-typed-decisions": "3cf6b9127ac2cc876887f41ff1ba382b5d702446"}, "seconds": 18.972}
{"task": "procedural-typed-decisions/record_aggregation", "task_type": "NativeJev", "status": "ok", "rows": {"train": 80000, "validation": 4000, "test": 4000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "a0120ff38facc90d9c2428feb28b02b93fee5c29", "uncommitted_sha256": "00cd60183db54d7a48dbf1fb9aea10383abe1deeb2b416db5fa767fc74be8056"}, "revisions": {"tasksource/procedural-typed-decisions": "3cf6b9127ac2cc876887f41ff1ba382b5d702446"}, "seconds": 18.626}
{"task": "procedural-typed-decisions/table_lookup", "task_type": "NativeJev", "status": "ok", "rows": {"train": 80000, "validation": 4000, "test": 4000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "a0120ff38facc90d9c2428feb28b02b93fee5c29", "uncommitted_sha256": "00cd60183db54d7a48dbf1fb9aea10383abe1deeb2b416db5fa767fc74be8056"}, "revisions": {"tasksource/procedural-typed-decisions": "3cf6b9127ac2cc876887f41ff1ba382b5d702446"}, "seconds": 20.6}
{"task": "procedural-typed-decisions/taxonomy_routing", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "a0120ff38facc90d9c2428feb28b02b93fee5c29", "uncommitted_sha256": "00cd60183db54d7a48dbf1fb9aea10383abe1deeb2b416db5fa767fc74be8056"}, "revisions": {"tasksource/procedural-typed-decisions": "3cf6b9127ac2cc876887f41ff1ba382b5d702446"}, "seconds": 30.029}
{"task": "procedural-typed-decisions/arithmetic", "status": "invalidated"}
{"task": "procedural-typed-decisions/entity_belief_tracking", "status": "invalidated"}
{"task": "procedural-typed-decisions/event_state_reconstruction", "status": "invalidated"}
{"task": "procedural-typed-decisions/evidence_sufficiency", "status": "invalidated"}
{"task": "procedural-typed-decisions/multi_view_adjudication", "status": "invalidated"}
{"task": "procedural-typed-decisions/needle_retrieval", "status": "invalidated"}
{"task": "procedural-typed-decisions/partial_observation_calibration", "status": "invalidated"}
{"task": "procedural-typed-decisions/policy_applicability", "status": "invalidated"}
{"task": "procedural-typed-decisions/policy_under_uncertainty", "status": "invalidated"}
{"task": "procedural-typed-decisions/record_aggregation", "status": "invalidated"}
{"task": "procedural-typed-decisions/state_perturbation", "status": "invalidated"}
{"task": "procedural-typed-decisions/table_lookup", "status": "invalidated"}
{"task": "procedural-typed-decisions/taxonomy_routing", "status": "invalidated"}
{"task": "procedural-typed-decisions/arithmetic", "task_type": "NativeJev", "status": "ok", "rows": {"train": 69874, "validation": 3470, "test": 3549}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0710bd040fd5e325004f8275e980f92bfb666f99", "uncommitted_sha256": "df7491368fa5596e62fd566b157ed7163aa4f0b11db0227907df8db0de2de11b"}, "revisions": {"tasksource/procedural-typed-decisions": "7c2867f09a4e8909cf38519d934cae12719c2b17"}, "seconds": 21.301}
{"task": "procedural-typed-decisions/entity_belief_tracking", "task_type": "NativeJev", "status": "ok", "rows": {"train": 72040, "validation": 3596, "test": 3590}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0710bd040fd5e325004f8275e980f92bfb666f99", "uncommitted_sha256": "df7491368fa5596e62fd566b157ed7163aa4f0b11db0227907df8db0de2de11b"}, "revisions": {"tasksource/procedural-typed-decisions": "7c2867f09a4e8909cf38519d934cae12719c2b17"}, "seconds": 22.298}
{"task": "procedural-typed-decisions/event_state_reconstruction", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0710bd040fd5e325004f8275e980f92bfb666f99", "uncommitted_sha256": "df7491368fa5596e62fd566b157ed7163aa4f0b11db0227907df8db0de2de11b"}, "revisions": {"tasksource/procedural-typed-decisions": "7c2867f09a4e8909cf38519d934cae12719c2b17"}, "seconds": 18.27}
{"task": "procedural-typed-decisions/evidence_sufficiency", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0710bd040fd5e325004f8275e980f92bfb666f99", "uncommitted_sha256": "df7491368fa5596e62fd566b157ed7163aa4f0b11db0227907df8db0de2de11b"}, "revisions": {"tasksource/procedural-typed-decisions": "7c2867f09a4e8909cf38519d934cae12719c2b17"}, "seconds": 20.212}
{"task": "procedural-typed-decisions/multi_view_adjudication", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0710bd040fd5e325004f8275e980f92bfb666f99", "uncommitted_sha256": "df7491368fa5596e62fd566b157ed7163aa4f0b11db0227907df8db0de2de11b"}, "revisions": {"tasksource/procedural-typed-decisions": "7c2867f09a4e8909cf38519d934cae12719c2b17"}, "seconds": 19.513}
{"task": "procedural-typed-decisions/needle_retrieval", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0710bd040fd5e325004f8275e980f92bfb666f99", "uncommitted_sha256": "df7491368fa5596e62fd566b157ed7163aa4f0b11db0227907df8db0de2de11b"}, "revisions": {"tasksource/procedural-typed-decisions": "7c2867f09a4e8909cf38519d934cae12719c2b17"}, "seconds": 18.933}
{"task": "procedural-typed-decisions/partial_observation_calibration", "task_type": "NativeJev", "status": "ok", "rows": {"train": 20000, "validation": 1000, "test": 1000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0710bd040fd5e325004f8275e980f92bfb666f99", "uncommitted_sha256": "df7491368fa5596e62fd566b157ed7163aa4f0b11db0227907df8db0de2de11b"}, "revisions": {"tasksource/procedural-typed-decisions": "7c2867f09a4e8909cf38519d934cae12719c2b17"}, "seconds": 9.803}
{"task": "procedural-typed-decisions/policy_applicability", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0710bd040fd5e325004f8275e980f92bfb666f99", "uncommitted_sha256": "df7491368fa5596e62fd566b157ed7163aa4f0b11db0227907df8db0de2de11b"}, "revisions": {"tasksource/procedural-typed-decisions": "7c2867f09a4e8909cf38519d934cae12719c2b17"}, "seconds": 17.099}
{"task": "procedural-typed-decisions/policy_under_uncertainty", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0710bd040fd5e325004f8275e980f92bfb666f99", "uncommitted_sha256": "df7491368fa5596e62fd566b157ed7163aa4f0b11db0227907df8db0de2de11b"}, "revisions": {"tasksource/procedural-typed-decisions": "7c2867f09a4e8909cf38519d934cae12719c2b17"}, "seconds": 16.268}
{"task": "procedural-typed-decisions/record_aggregation", "task_type": "NativeJev", "status": "ok", "rows": {"train": 91955, "validation": 4590, "test": 4597}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0710bd040fd5e325004f8275e980f92bfb666f99", "uncommitted_sha256": "df7491368fa5596e62fd566b157ed7163aa4f0b11db0227907df8db0de2de11b"}, "revisions": {"tasksource/procedural-typed-decisions": "7c2867f09a4e8909cf38519d934cae12719c2b17"}, "seconds": 21.748}
{"task": "procedural-typed-decisions/state_perturbation", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0710bd040fd5e325004f8275e980f92bfb666f99", "uncommitted_sha256": "df7491368fa5596e62fd566b157ed7163aa4f0b11db0227907df8db0de2de11b"}, "revisions": {"tasksource/procedural-typed-decisions": "7c2867f09a4e8909cf38519d934cae12719c2b17"}, "seconds": 17.249}
{"task": "procedural-typed-decisions/table_lookup", "task_type": "NativeJev", "status": "ok", "rows": {"train": 80000, "validation": 4000, "test": 4000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0710bd040fd5e325004f8275e980f92bfb666f99", "uncommitted_sha256": "df7491368fa5596e62fd566b157ed7163aa4f0b11db0227907df8db0de2de11b"}, "revisions": {"tasksource/procedural-typed-decisions": "7c2867f09a4e8909cf38519d934cae12719c2b17"}, "seconds": 20.211}
{"task": "procedural-typed-decisions/taxonomy_routing", "task_type": "NativeJev", "status": "ok", "rows": {"train": 60000, "validation": 3000, "test": 3000}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0710bd040fd5e325004f8275e980f92bfb666f99", "uncommitted_sha256": "df7491368fa5596e62fd566b157ed7163aa4f0b11db0227907df8db0de2de11b"}, "revisions": {"tasksource/procedural-typed-decisions": "7c2867f09a4e8909cf38519d934cae12719c2b17"}, "seconds": 12.023}
{"task": "persuasion", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "silicone/maptask", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "silicone/oasis", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "lifecycle-entailment", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "multilingual/miam", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "app_reviews", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "contract-nli/contractnli_a/seg", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "silicone/sem", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "chemprot/chemprot_full_source", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "cladder", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "multilingual/disrpt/fra.sdrt.annodis.rels", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "docred", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "logical-fallacy", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "summarize_from_feedback/comparisons", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "lexical_relation_classification/EVALution", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "multilingual/AfriSenti-twitter-sentiment/twi", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "patent-phrase-similarity", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "silicone/dyda_da", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "multilingual/offenseval_dravidian/kannada", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "citation_intent", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "multilingual/clue/tnews", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "fracas", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "multilingual/xglue/qadsm", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "blog_authorship_corpus/job", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "multilingual/disrpt/por.rst.cstn.rels", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "multilingual/AfriSenti-twitter-sentiment/pcm", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "crowdflower/tweet_global_warming", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "multilingual/indic_glue/actsa-sc.te/sentiment", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "multilingual/AfriSenti-twitter-sentiment/por", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "nli4ct_semeval2024", "status": "invalidated", "reason": "merge identical inputs / docred names / cladder graph"}
{"task": "fracas", "task_type": "Classification", "status": "ok", "rows": {"train": 315, "validation": 18, "test": 20}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"pietrolesci/fracas": "b9dee7e7cf675ed6f2b97378b8de74920162b617"}, "seconds": 2.74}
{"task": "silicone/maptask", "task_type": "Classification", "status": "ok", "rows": {"test": 2331, "train": 15482, "validation": 2273}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/silicone": "f634992b5ceef4132625e4a3a6b1200399e4b311"}, "seconds": 13.687}
{"task": "silicone/dyda_da", "task_type": "Classification", "status": "ok", "rows": {"test": 3753, "train": 34753, "validation": 3652}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/silicone": "f634992b5ceef4132625e4a3a6b1200399e4b311"}, "seconds": 20.117}
{"task": "silicone/sem", "task_type": "Classification", "status": "ok", "rows": {"test": 842, "train": 3992, "validation": 470}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/silicone": "f634992b5ceef4132625e4a3a6b1200399e4b311"}, "seconds": 4.37}
{"task": "silicone/oasis", "task_type": "Classification", "status": "ok", "rows": {"test": 1192, "train": 8519, "validation": 1236}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/silicone": "f634992b5ceef4132625e4a3a6b1200399e4b311"}, "seconds": 11.062}
{"task": "app_reviews", "task_type": "Classification", "status": "ok", "rows": {"train": 27861, "validation": 1552, "test": 1505}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"sealuzh/app_reviews": "9eaa95f66364367e8752b0f34c00f67aafa95d15"}, "seconds": 21.0}
{"task": "citation_intent", "task_type": "Classification", "status": "ok", "rows": {"train": 1632, "validation": 141, "test": 178}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"zapsdcn/citation_intent": "f5e62b86ee701ba2ea2a5d95be12cd7633b6f6f9"}, "seconds": 4.138}
{"task": "lexical_relation_classification/EVALution", "task_type": "Classification", "status": "ok", "rows": {"train": 6403, "validation": 471, "test": 2352}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"relbert/lexical_relation_classification": "9862d1e870fe6dba4922d3d326c9c8b90a2ecad5"}, "seconds": 6.297}
{"task": "crowdflower/tweet_global_warming", "task_type": "Classification", "status": "ok", "rows": {"train": 4325, "validation": 260, "test": 259}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/crowdflower": "9380af0a5ae3863a8f1fa7350572aa9709f2f1ce"}, "seconds": 4.549}
{"task": "blog_authorship_corpus/job", "task_type": "Classification", "status": "ok", "rows": {"train": 38311, "validation": 1897, "test": 1917}, "request_length_dropped": {"train": 2}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/blog_authorship_corpus": "8d658f137b1844d28b533f67888a6d244f6cc28a"}, "seconds": 67.834}
{"task": "summarize_from_feedback/comparisons", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 28536, "validation": 3242, "test": 3242}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"vwxyzjn/summarize_from_feedback_oai_preprocessing": "5acffe5478b545ddc532940469a39467e773e666"}, "seconds": 27.734}
{"task": "logical-fallacy", "task_type": "Classification", "status": "ok", "rows": {"train": 2903, "test": 613, "validation": 355}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/logical-fallacy": "37e9b0537a86e72e9eaf6ee8c9a27d872a944103"}, "seconds": 4.689}
{"task": "cladder", "task_type": "Classification", "status": "ok", "rows": {"train": 10615, "validation": 581, "test": 592}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/cladder": "c1274613e7a9a0fd38425ae763ff0ea07c1f188a"}, "seconds": 9.937}
{"task": "contract-nli/contractnli_a/seg", "task_type": "Classification", "status": "ok", "rows": {"test": 2184, "train": 7611, "validation": 1119}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/contract-nli": "aa3879af8efa98e8af6e5ad974b359bb29b5e49c"}, "seconds": 9.019}
{"task": "nli4ct_semeval2024", "task_type": "Classification", "status": "ok", "rows": {"train": 2308, "validation": 141, "test": 135}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"AshtonIsNotHere/nli4ct_semeval2024": "efabeed1a59c02a714a778358fcac7d17872915a"}, "seconds": 4.556}
{"task": "persuasion", "task_type": "Classification", "status": "ok", "rows": {"train": 1390, "validation": 215, "test": 237}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"Anthropic/persuasion": "b520c793895e7bea0090816551e9f395f9256082"}, "seconds": 5.191}
{"task": "patent-phrase-similarity", "task_type": "Classification", "status": "ok", "rows": {"train": 35633, "validation": 3328, "test": 3736}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/patent-phrase-similarity": "ff1868796e44ac9ec02e870b447fde6c5bf2d6e4"}, "seconds": 29.37}
{"task": "lifecycle-entailment", "task_type": "Classification", "status": "ok", "rows": {"train": 8749, "validation": 563, "test": 564}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/lifecycle-entailment": "245c4a96b37b9a55d5fb4f068b09546d2ac3b75d"}, "seconds": 8.936}
{"task": "docred", "task_type": "Classification", "status": "ok", "rows": {"validation": 3570, "train": 33502, "test": 3519}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"YufeiHFUT/DocRED_origin": "7789aa772293f66a80ff2cb722289583e6881da1"}, "seconds": 134.771}
{"task": "chemprot/chemprot_full_source", "task_type": "Classification", "status": "ok", "rows": {"train": 6829, "validation": 3409, "test": 3548}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"bigbio/chemprot": "25efb1a752ba3775795742f07502f6dd214a18eb"}, "seconds": 15.794}
{"task": "multilingual/miam", "task_type": "Classification", "status": "ok", "rows": {"train": 9127, "validation": 1316, "test": 1450}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {}, "seconds": 15.045}
{"task": "multilingual/offenseval_dravidian/kannada", "task_type": "Classification", "status": "ok", "rows": {"train": 7565, "validation": 492, "test": 502}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"community-datasets/offenseval_dravidian": "4739cb65194d4157841510a7c46a6fc87622b764"}, "seconds": 8.128}
{"task": "multilingual/xglue/qadsm", "task_type": "Classification", "status": "ok", "rows": {"test": 3665, "train": 37564, "validation": 3575}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "f9b8d45b382130cc0dcae79351e2942f25ad4a6f98aefc3de9d2c0cdbcb3e287"}, "revisions": {"tasksource/xglue": "836bcab0e3d82450d57c6035bba1626d5b68c403"}, "seconds": 22.839}
{"task": "multilingual/disrpt/fra.sdrt.annodis.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 2646, "validation": 665, "test": 727}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "f9b8d45b382130cc0dcae79351e2942f25ad4a6f98aefc3de9d2c0cdbcb3e287"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 5.375}
{"task": "multilingual/disrpt/por.rst.cstn.rels", "task_type": "Classification", "status": "ok", "rows": {"train": 5240, "validation": 717, "test": 346}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "f9b8d45b382130cc0dcae79351e2942f25ad4a6f98aefc3de9d2c0cdbcb3e287"}, "revisions": {"multilingual-discourse-hub/disrpt": "5302f26cdde7bb3a61d1c09c94a09b22e5d544cb"}, "seconds": 6.712}
{"task": "multilingual/AfriSenti-twitter-sentiment/pcm", "task_type": "Classification", "status": "ok", "rows": {"train": 5182, "validation": 1392, "test": 2295}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "f9b8d45b382130cc0dcae79351e2942f25ad4a6f98aefc3de9d2c0cdbcb3e287"}, "revisions": {"mteb/AfriSentiClassification": "44908d4c7e57004a4523e286dc3a30609cbdc10c"}, "seconds": 13.583}
{"task": "multilingual/AfriSenti-twitter-sentiment/por", "task_type": "Classification", "status": "ok", "rows": {"train": 3342, "validation": 869, "test": 2290}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "f9b8d45b382130cc0dcae79351e2942f25ad4a6f98aefc3de9d2c0cdbcb3e287"}, "revisions": {"mteb/AfriSentiClassification": "44908d4c7e57004a4523e286dc3a30609cbdc10c"}, "seconds": 10.178}
{"task": "multilingual/AfriSenti-twitter-sentiment/twi", "task_type": "Classification", "status": "ok", "rows": {"train": 3464, "validation": 431, "test": 1058}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "f9b8d45b382130cc0dcae79351e2942f25ad4a6f98aefc3de9d2c0cdbcb3e287"}, "revisions": {"mteb/AfriSentiClassification": "44908d4c7e57004a4523e286dc3a30609cbdc10c"}, "seconds": 8.931}
{"task": "multilingual/clue/tnews", "task_type": "Classification", "status": "ok", "rows": {"train": 36486, "validation": 3777, "test": 3783}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "8e186e9e0013ff8ff7298c95de7f2a16c03cf17c3c8721347c326f138adfcc3b"}, "revisions": {"clue/clue": "28178267a609dd08bdc703dd6c931dfc2c2f4431"}, "seconds": 31.236}
{"task": "multilingual/indic_glue/actsa-sc.te/sentiment", "task_type": "Classification", "status": "ok", "rows": {"train": 5255, "validation": 656, "test": 655}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "0cb05ea831ae51c98c48508c84159ad7a270f5b2", "uncommitted_sha256": "8e186e9e0013ff8ff7298c95de7f2a16c03cf17c3c8721347c326f138adfcc3b"}, "revisions": {"ai4bharat/indic_glue": "6dcbebd49d6b12965d433bffcd07e9a786211703"}, "seconds": 6.523}
{"task": "tomi-nli", "status": "invalidated", "reason": "label fixes"}
{"task": "path-naturalness-prediction", "status": "invalidated", "reason": "label fixes"}
{"task": "tomi-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 14221, "validation": 3838, "test": 3836}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "646ea28bc59dc4733de0190c2ed278001dddc691", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/tomi-nli": "0ef85426a9b6765dca712c0d45cc55d42ef18fe7"}, "seconds": 18.044}
{"task": "path-naturalness-prediction", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 32879, "validation": 1646, "test": 1654}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "646ea28bc59dc4733de0190c2ed278001dddc691", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/path-naturalness-prediction": "e1b86cc08d74bdeaa56202422f6c216d55e7b4a6"}, "seconds": 25.99}
{"task": "tomi-nli", "status": "invalidated", "reason": "correctness pass 2"}
{"task": "babi_nli/basic-induction", "status": "invalidated", "reason": "correctness pass 2"}
{"task": "nli_fever", "status": "invalidated", "reason": "correctness pass 2"}
{"task": "hlgd", "status": "invalidated", "reason": "correctness pass 2"}
{"task": "tracie", "status": "invalidated", "reason": "correctness pass 2"}
{"task": "wiqa", "status": "invalidated", "reason": "correctness pass 2"}
{"task": "babi_nli/basic-induction", "task_type": "Classification", "status": "ok", "rows": {"train": 1294, "validation": 636, "test": 646}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d2c722949d7c5d982b1577513b02d7a92bf2c8f", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/babi_nli": "80b689dc668b50f3640fc5368fd1893d385cb4e1"}, "seconds": 6.885}
{"task": "nli_fever", "task_type": "Classification", "status": "ok", "rows": {"train": 38011, "validation": 3812, "test": 3866}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d2c722949d7c5d982b1577513b02d7a92bf2c8f", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"pietrolesci/nli_fever": "1eddac63112eee1fdf1966e0bca27a5ff248c772"}, "seconds": 38.548}
{"task": "hlgd", "task_type": "Classification", "status": "ok", "rows": {"train": 19540, "validation": 2643, "test": 3036}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d2c722949d7c5d982b1577513b02d7a92bf2c8f", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/hlgd": "4bfaac28e90e9a767d9cfd0102ca159e783e828f"}, "seconds": 18.305}
{"task": "wiqa", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 34207, "validation": 3465, "test": 3434}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d2c722949d7c5d982b1577513b02d7a92bf2c8f", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"allenai/wiqa": "762ae337e9418a7d8f0de6686f5a8bc2f379d0cc"}, "seconds": 55.081}
{"task": "tomi-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 6404, "validation": 3838, "test": 3836}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d2c722949d7c5d982b1577513b02d7a92bf2c8f", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/tomi-nli": "0ef85426a9b6765dca712c0d45cc55d42ef18fe7"}, "seconds": 14.186}
{"task": "tracie", "task_type": "Classification", "status": "ok", "rows": {"train": 1355, "test": 3791, "validation": 153}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "7d2c722949d7c5d982b1577513b02d7a92bf2c8f", "uncommitted_sha256": "d94b204003a92bc7b039e7d2ad17fafd870f2f6e2e91a98af9dbd5a65766d02d"}, "revisions": {"tasksource/tracie": "4967d8aaa06a4ea97a88bf77071d66be0140bc45"}, "seconds": 8.215}
{"task": "chemprot/chemprot_full_source", "status": "invalidated"}
{"task": "chemprot/chemprot_full_source", "task_type": "Classification", "status": "ok", "rows": {"train": 6325, "validation": 3219, "test": 3364}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "e12d6537e5097f5c445be9c1b185d6e03aa008d9", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"bigbio/chemprot": "25efb1a752ba3775795742f07502f6dd214a18eb"}, "seconds": 16.864}
{"task": "doc-nli", "status": "invalidated"}
{"task": "seahorse_summarization_evaluation", "status": "invalidated"}
{"task": "summarize_from_feedback/comparisons", "status": "invalidated"}
{"task": "summarize_from_feedback/comparisons", "task_type": "MultipleChoice", "status": "ok", "rows": {"train": 81653, "validation": 3242, "test": 3242}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "279c7d459b8204abc05d4570846846c47f6e0dfb", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"vwxyzjn/summarize_from_feedback_oai_preprocessing": "5acffe5478b545ddc532940469a39467e773e666"}, "seconds": 239.476}
{"task": "doc-nli", "task_type": "Classification", "status": "ok", "rows": {"train": 391389, "validation": 4013, "test": 3979}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "279c7d459b8204abc05d4570846846c47f6e0dfb", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/doc-nli": "9b32389b6e21e232b8114f259f762f91fb486aff"}, "seconds": 590.928}
{"task": "seahorse_summarization_evaluation", "task_type": "Classification", "status": "ok", "rows": {"test": 4225, "train": 419326, "validation": 4179}, "request_length_dropped": {}, "fingerprint": "491a9042e4f04977", "code": {"git_commit": "22f3ab016d154a411a09129ff962941f1f85f712", "uncommitted_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}, "revisions": {"tasksource/seahorse_summarization_evaluation": "c641c22879b601fb2edaa0a3f0edf3a68e5f5d23"}, "seconds": 924.383}