mrm8488/PromptSource

1comment,do_eval,skip_train,dataset_subset_template,nontrivial_choices_given,nontrivial_choices_hidden,trivial_choices_given,trivial_choices_hidden,generative_non_true_task,generative_non_true_implausible,generative_true_task,negated_answers,counting,non_true_task_other,awkward_phrasing,ungrammatical,template_bug,long_distance,no_sep_2_sentences,verbose,answer_span_indices,non_natural_language2,,,adversarial_qa_dbert_adversarial_qa_dbert_1,,,,,,,,,,,,,,,,,,3,,,adversarial_qa_dbert_adversarial_qa_dbert_10,,,,,,,,,,,,,,,,,True,True4,,,adversarial_qa_dbert_adversarial_qa_dbert_2,,,,,,,,,,,,,,True,,,,5,,,adversarial_qa_dbert_adversarial_qa_dbert_3,,,,,,,,,,,,,,,,,,6,,,adversarial_qa_dbert_adversarial_qa_dbert_4,,,,,True,,,,,,,,,,,,,7,,,adversarial_qa_dbert_adversarial_qa_dbert_5,,,,,True,,,,,,,,,,,,,8,,,adversarial_qa_dbert_adversarial_qa_dbert_6,,,,,,,,,,,,,,,,True,,9,,,adversarial_qa_dbert_adversarial_qa_dbert_7,,,,,,,,,,,,,,,,,True,10,,,adversarial_qa_dbert_adversarial_qa_dbert_8,,,,,,,,,,,,,,,,,True,11,,,adversarial_qa_dbert_adversarial_qa_dbert_9,,,,,,,,,,,,,,,,,True,12,,,adversarial_qa_dbidaf_adversarial_qa_dbidaf_1,,,,,,,,,,,,,,,,,,13,,,adversarial_qa_dbidaf_adversarial_qa_dbidaf_10,,,,,,,,,,,,,,,,,True,True14,,,adversarial_qa_dbidaf_adversarial_qa_dbidaf_2,,,,,,,,,,,,,,True,,,,15,,,adversarial_qa_dbidaf_adversarial_qa_dbidaf_3,,,,,,,,,,,,,,,,,,16,,,adversarial_qa_dbidaf_adversarial_qa_dbidaf_4,,,,,True,,,,,,,,,,,,,17,,,adversarial_qa_dbidaf_adversarial_qa_dbidaf_5,,,,,True,,,,,,,,,,,,,18,,,adversarial_qa_dbidaf_adversarial_qa_dbidaf_6,,,,,,,,,,,,,,,,True,,19,,,adversarial_qa_dbidaf_adversarial_qa_dbidaf_7,,,,,,,,,,,,,,,,,True,20,,,adversarial_qa_dbidaf_adversarial_qa_dbidaf_8,,,,,,,,,,,,,,,,,True,21,,,adversarial_qa_dbidaf_adversarial_qa_dbidaf_9,,,,,,,,,,,,,,,,,True,22,,,adversarial_qa_droberta_adversarial_qa_droberta_1,,,,,,,,,,,,,,,,,,23,,,adversarial_qa_droberta_adversarial_qa_droberta_10,,,,,,,,,,,,,,,,,True,True24,,,adversarial_qa_droberta_adversarial_qa_droberta_2,,,,,,,,,,,,,,True,,,,25,,,adversarial_qa_droberta_adversarial_qa_droberta_3,,,,,,,,,,,,,,,,,,26,,,adversarial_qa_droberta_adversarial_qa_droberta_4,,,,,True,,,,,,,,,,,,,27,,,adversarial_qa_droberta_adversarial_qa_droberta_5,,,,,True,,,,,,,,,,,,,28,,,adversarial_qa_droberta_adversarial_qa_droberta_6,,,,,,,,,,,,,,,,True,,29,,,adversarial_qa_droberta_adversarial_qa_droberta_7,,,,,,,,,,,,,,,,,True,30,,,adversarial_qa_droberta_adversarial_qa_droberta_8,,,,,,,,,,,,,,,,,True,31,,,adversarial_qa_droberta_adversarial_qa_droberta_9,,,,,,,,,,,,,,,,,True,32,,,ag_news_classify,,True,,,,,,,,,,,,,,,,33,,,ag_news_classify_with_choices,True,,,,,,,,,,,,,,,,,34,,,ag_news_recommend,True,,,,,,,,,,,,,,,,,35,,,ag_news_which_section,,True,,,,,,,,,,,,,,,,36,,,ag_news_which_section_choices,True,,,,,,,,,,,,,,,,,37,,,amazon_polarity_Template_1,,,True,,,,,,,,,,,,,,,38,,,amazon_polarity_Template_2,,,,True,,,,,,,,,,True,,,,39,,,amazon_polarity_Template_3,,,,True,,,,,,,,,,,,,,40,,,amazon_polarity_Template_4,,,,True,,,,,,,,,,True,,,,41,,,amazon_polarity_Template_5,,,True,,,,,,,,,,,,,,,42,,,amazon_polarity_Template_6,,,True,,,,,,,,,,,True,,,,43,True,True,anli_GPT_3_style_r1,True,,,,,,,,,,,,,,,,,44,True,True,anli_based_on_the_previous_passage_r1,True,,,,,,,,,,,,,,,,,45,True,True,anli_does_S1_contradict_S2__r1,,,,,,,,True,,True,,,,,,,,46,True,True,anli_does_S1_entail_S2__r1,True,,,,,,,,,,,,,,,,,47,True,True,anli_given_does_it_follow_that__r1,True,,,,,,,,,,,,,,,,,48,True,True,anli_given_it_must_be_true_that__r1,True,,,,,,,,,,,,,,,,,49,True,True,anli_GPT_3_style_r2,True,,,,,,,,,,,,,,,,,50,True,True,anli_based_on_the_previous_passage_r2,True,,,,,,,,,,,,,,,,,51,True,True,anli_does_S1_contradict_S2__r2,,,,,,,,True,,True,,,,,,,,52,True,True,anli_does_S1_entail_S2__r2,True,,,,,,,,,,,,,,,,,53,True,True,anli_given_does_it_follow_that__r2,True,,,,,,,,,,,,,,,,,54,True,True,anli_given_it_must_be_true_that__r2,True,,,,,,,,,,,,,,,,,55,True,True,anli_GPT_3_style_r3,True,,,,,,,,,,,,,,,,,56,True,True,anli_based_on_the_previous_passage_r3,True,,,,,,,,,,,,,,,,,57,True,True,anli_does_S1_contradict_S2__r3,,,,,,,,True,,True,,,,,,,,58,True,True,anli_does_S1_entail_S2__r3,True,,,,,,,,,,,,,,,,,59,True,True,anli_given_does_it_follow_that__r3,True,,,,,,,,,,,,,,,,,60,True,True,anli_given_it_must_be_true_that__r3,True,,,,,,,,,,,,,,,,,61,,,app_reviews_categorize_rating_using_review,,True,,,,,,,,,,,,,,,,62,,,app_reviews_convert_to_rating,True,,,,,,,,,,,,,,,,,63,,,app_reviews_convert_to_star_rating,,,,,,,,,,True,,,,,,,,64,,,app_reviews_generate_review,,,,,True,True,,,,,,,,,,,,65,,,ai2_arc_ARC_Challenge_answer_qn,,,,,True,True,,,,,,,,,,,,66,,,ai2_arc_ARC_Challenge_false,,,,,,,,True,,,,,,,,,,67,,,ai2_arc_ARC_Challenge_qa_options,True,,,,,,,,,,,,,,,,,68,,,ai2_arc_ARC_Challenge_test,True,,,,,,,,,,,,,,,,,69,,,ai2_arc_ARC_Easy_answer_qn,,,,,True,True,,,,,,,,,,,,70,,,ai2_arc_ARC_Easy_false,,,,,,,,True,,,,,,,,,,71,,,ai2_arc_ARC_Easy_qa_options,True,,,,,,,,,,,,,,,,,72,,,ai2_arc_ARC_Easy_test,True,,,,,,,,,,,,,,,,,73,True,,circa_goldstandard1_judgement,True,,,,,,,,,,True,,,,,,,74,True,,circa_goldstandard2_judgement,True,,,,,,,,,,True,,,,,,,75,,,circa_judgement,,True,,,,,,,,True,True,,,,,,,76,,,circa_possible_qn,,,,,True,,,,,,,,,,,,,77,,,circa_question_declarative,,,,,,,,,,True,,,,,,,,78,,,cnn_dailymail_3.0.0_generate_story,,,,,True,,,,,,,,,,,,,79,,,cnn_dailymail_3.0.0_news_card_view,,,,,,,True,,,,,,,True,,,,80,,,cnn_dailymail_3.0.0_news_stock,,,,,,,True,,,,,,,True,,,,81,,,cnn_dailymail_3.0.0_news_summary,,,,,,,True,,,,,,,True,,True,,82,,,cnn_dailymail_3.0.0_spice_up_story,,,,,True,,,,,,,,,,,,,83,,,codah_codah_answer_no_option,,True,,,,,,,,,,,,,,,,84,,,codah_codah_answer_with_option,True,,,,,,,,,,,,,,,,,85,,,codah_codah_answer_with_option_idx,True,,,,,,,,,,,,,,,,,86,,,codah_codah_answer_with_option_post,True,,,,,,,,,,,,,,,,,87,,,codah_codah_choose_from_list,True,,,,,,,,,,,,,,,,,88,,,codah_codah_finish_from_the_list,True,,,,,,,,,,,,,,,,,89,,,codah_codah_finish_from_the_list_post,True,,,,,,,,,,,,,,,,,90,,,codah_codah_finish_pre,,True,,,,,,,,,,,,,,,,91,,,codah_codah_question_category,,,,,,,,,,True,,,,,,,,92,,,codah_codah_question_category_bis,,,,,,,,,,True,,,,,,,,93,,,common_gen_Example_prompt,,,,,,,True,,,,,,,,,,,94,,,common_gen_Given_concepts,,,,,,,True,,,,,,,,,,,95,,,common_gen_Put_together,,,,,,,True,,,,,,,,,,,96,,,common_gen_choice_in_concept_centric_sentence_generation,,,,,,,True,,,,,,,,,,,97,,,common_gen_sentence_to_concepts,,,,,,,,,,True,,,,,,,,98,,,cos_e_v1.11_description_question_option_id,True,,,,,,,,,,,,,,,,,99,,,cos_e_v1.11_description_question_option_text,True,,,,,,,,,,,,,,,,,100,,,cos_e_v1.11_generate_explanation_given_text,True,,,,,,True,,,,,,True,,,,,101,,,cos_e_v1.11_generate_explanation_no_given_answer,,True,,,,,True,,,,,,,,,,,102,,,cos_e_v1.11_question_description_option_id,True,,,,,,,,,,,,,,,,,103,,,cos_e_v1.11_question_description_option_text,True,,,,,,,,,,,,,,,,,104,,,cos_e_v1.11_question_option_description_id,True,,,,,,,,,,,,,,,,,105,,,cos_e_v1.11_question_option_description_text,True,,,,,,,,,,,,,,,,,106revisit,,,cosmos_qa_context_description_question_answer_id,True,,,,,,,,,,,,,,,,,107,,,cosmos_qa_context_description_question_answer_text,True,,,,,,,,,,,,,,,,,108,,,cosmos_qa_context_description_question_text,,True,,,,,,,,,,,,,,,,109,,,cosmos_qa_context_question_answer_description_id,True,,,,,,,,,,,,,,,,,110,,,cosmos_qa_context_question_answer_description_text,True,,,,,,,,,,,,,,,,,111,,,cosmos_qa_context_question_description_answer_id,True,,,,,,,,,,,,,,,,,112,,,cosmos_qa_context_question_description_answer_text,True,,,,,,,,,,,,,,,,,113,,,cosmos_qa_context_question_description_text,,True,,,,,,,,,,,,,,,,114,,,cosmos_qa_description_context_question_answer_id,True,,,,,,,,,,,,,,,,,115,,,cosmos_qa_description_context_question_answer_text,True,,,,,,,,,,,,,,,,,116,,,cosmos_qa_description_context_question_text,,True,,,,,,,,,,,,,,,,117,,,cosmos_qa_no_prompt_id,True,,,,,,,,,,,,,,,,,118,,,cosmos_qa_no_prompt_text,True,,,,,,,,,,,,,,,,,119,,,dbpedia_14_dbpedia_1,,True,,,,,,,,,,,,,,,,120,,,dbpedia_14_dbpedia_10,True,,,,,,,,,,,,,,,,,121,,,dbpedia_14_dbpedia_3,,True,,,,,,,,,,,,,,,,122,,,dbpedia_14_dbpedia_5,,True,,,,,,,,,,,,,,,,123,,,dbpedia_14_dbpedia_7,,True,,,,,,,,,,,,,,,,124,,,dbpedia_14_dbpedia_8,,True,,,,,,,,,,,,,,,,125,,,dbpedia_14_dbpedia_9,True,,,,,,,,,,,,,,,,,126,,,dream_answer_to_dialogue,,,,,True,,,,,,,,,,,,,127,,,dream_baseline,True,,,,,,,,,,,,,,,,,128,,,dream_conversation,True,,,,,,,,,,,,,,,,,129,,,dream_generate_first_utterance,,,,,True,,,,,,,,,,,,,130,,,dream_generate_last_utterance,,,,,True,,,,,,,,,,,,,131,True,,emo_feeling,True,,,,,,,,,,,,,,,,,132,True,,emo_final_message,True,,,,,,,,,,,,,,,,,133,True,,emo_persons_describe,True,,,,,,,,,,,,,,,True,,134,True,,emo_persons_infer,True,,,,,,,,,,,,,,,,,135,True,,emo_spoke_last,True,,,,,,,,,,,,,,,,,136,,,freebase_qa_inference_chain_prompt,,,,,,,,,,True,,,,,,,,137,,,freebase_qa_inference_chain_prompt_context,,,,,,,,,,True,,,,,,,,138,,,freebase_qa_qa_context_1,,,,,,,,,,,,,,,,,,139,,,freebase_qa_qa_context_2,,,,,,,,,,,,,,,,,,140,,,freebase_qa_qa_template_basic,,,,,,,,,,,,,,,,,,141,,,gigaword_Document_,,,,,,,True,,,,,,,,,,,142,,,gigaword_Summarize_this_document_,,,,,,,True,,,,,,,,,,,143,,,gigaword_TLDR,,,,,,,True,,,,,,,,,,,144,,,gigaword_generate_summary_for_this,,,,,,,True,,,,,,,,,,,145,,,gigaword_in_a_nutshell,,,,,,,True,,,,,,,,,,,146,,,gigaword_reverse_writing,,,,,,,,,,True,,,,,,,,147,,,gigaword_reverse_writing_2,,,,,,,True,,,,,,,,,,,148,,,gigaword_summarize_,,,,,,,True,,,,,,,,,,,149,,,gigaword_write_one_sentence,,,,,,,True,,,,,,,,,,,150,True,True,glue_cola_Following_sentence_acceptable,True,,,,,,,,,,,,,,,,,151,True,True,glue_cola_Make_sense_yes_no,,,True,,,,,,,,,,,,,,,152,True,True,glue_cola_Previous_sentence_acceptable,,,,True,,,,,,,,,,,,,,153,True,True,glue_cola_editing,,,True,,,,,,,,,,,,,,,154,True,True,glue_cola_jinja_example,,,,True,,,,,,,,,,,,,,155,True,,glue_mrpc_equivalent,True,,,,,,,,,,,,,,True,,,156,True,,glue_mrpc_paraphrase,,,,True,,,,,,,,,,,,,,157,True,,glue_mrpc_replace,,,,True,,,,,,,,,,,,,,158,True,,glue_mrpc_same_thing,,,,True,,,,,,,,,,,True,,,159,True,,glue_mrpc_want_to_know,,,,True,,,,,,,,,,,True,,,160,,,glue_qqp_answer,,,,True,,,,,,,,,,,,,,161,,,glue_qqp_duplicate,,,,True,,,,,,,,,,,,,,162,,,glue_qqp_duplicate_or_not,True,,,,,,,,,,,,,,,,,163,,,glue_qqp_quora,,,,True,,,,,,,,,,,,True,,164,,,glue_qqp_same_thing,,,,True,,,,,,,,,,,,,,165,,,glue_sst2_following_positive_negative,True,,,,,,,,,,,,,,,,,166,,,glue_sst2_happy_or_mad,True,,,,,,,,,,,,,,,,,167,,,glue_sst2_positive_negative_after,True,,,,,,,,,,,,,,,,,168,,,glue_sst2_review,True,,,,,,,,,,,,,,,,,169,,,glue_sst2_said,True,,,,,,,,,,,,,,,,,170,,True,glue_stsb_examples,,,,,,,,,,,,,,,,,,171,,True,glue_stsb_rank,,,,,,,,,,,,,,,,,,172,,True,glue_stsb_rate,,,,,,,,,,,,,,,,,,173,,True,glue_stsb_score,,,,,,,,,,,,,,,,,,174,,True,glue_stsb_similarity,,,,,,,,,,,,,,,,,,175,True,True,hans_GPT_3_style,True,,,,,,,,,,,,,,,,,176,True,True,hans_Suppose_Can_we_infer_that_,,,,True,,,,,,,,,,,,,,177,True,True,hans_based_on_the_previous_passage,,,,True,,,,,,,,,,,,,,178,True,True,hans_does_S1_entail_S2_,,,True,,,,,,,,,,,,,,,179,True,True,hans_given_does_it_follow_that_,,,True,,,,,,,,,,,,,,,180,True,True,hans__does_the_previous_passage_support_the_claim_that,,,,True,,,,,,,,,,,,,,181,,,hellaswag_YesNo_0,,,True,,,,,,,,,,,,,,,182,,,hellaswag_YesNo_1,,,True,,,,,,,,,,,,,,,183,,,hellaswag_YesNo_2,,,True,,,,,,,,,,,,,,,184,,,hellaswag_YesNo_3,,,True,,,,,,,,,,,,,,,185,,,hellaswag_YesNo_reversed_0,,,True,,,,,,,,,,,,,,,186,,,hellaswag_YesNo_reversed_1,,,True,,,,,,,,,,,,,,,187,,,hellaswag_YesNo_reversed_2,,,True,,,,,,,,,,,,,,,188,,,hellaswag_YesNo_reversed_3,,,True,,,,,,,,,,,,,,,189,,,hellaswag_complete_first_then,True,,,,,,,,,,,,,,,,,190,,,hellaswag_first_then,True,,,,,,,,,,,,,,,,,191,,,hellaswag_how_ends,True,,,,,,,,,,,,,,,,,192,,,hellaswag_if_begins_how_continues,True,,,,,,,,,,,,,,,,,193,,,hellaswag_which_ending,True,,,,,,,,,,,,,,,,,194,,,imdb_imdb_1,,True,,,,,,,,,,,,,,,,195,,,imdb_imdb_2,,True,,,,,,True,,,,,,,,,,196,,,imdb_imdb_3,,True,,,,,,,,,,,,,,,,197,,,imdb_imdb_4,,True,,,,,,,,,,,,,,,,198,,,imdb_imdb_5,,True,,,,,,,,,,,,True,,,,199,,,imdb_imdb_6,,True,,,,,,,,,,,,,,,,200,,,imdb_imdb_7,,True,,,,,,,,,,,,,,,,201,,,imdb_imdb_8,,True,,,,,,,,,,,,,,,,202,,,imdb_imdb_9,,,,True,,,,,,,,,,,,,,203,True,,mc_taco_mc_taco_1,,,,True,,,,,,,,,,,,,,204,,,mc_taco_mc_taco_2,,,,,,,,,,True,,,,,,,,205,True,,mc_taco_mc_taco_3,,,True,,,,,,,,,,,True,,,,206,,,mc_taco_mc_taco_4,True,,,,,,,,,True,,,,,,,,207,,,mc_taco_mc_taco_5,,,,,True,,,,,,,,,,,,,208,,,mc_taco_mc_taco_6,,True,,,,,,,,,,,,,,,,209,True,True,nq_open_context_self_description,,,,,,,,,,,,,,,,,,210,,True,nq_open_guess_question,,,,,True,,,,,,,,,,,,,211,True,True,nq_open_question_answer,,,,,,,,,,,,,,,,,,212,True,True,nq_open_question_with_instruction,,,,,,,,,,,,,,,,,,213,,,onestop_english_ara_context,True,,,,,,,,,,,,,,,,,214,,,onestop_english_assess,True,,,,,,,,,,,,,True,,,,215,,,onestop_english_ats,True,,,,,,,,,,,,,,,,,216,,,onestop_english_esl_context,True,,,,,,,,,,,,,True,,,,217,,,onestop_english_esl_variation,True,,,,,,,,,,,,,True,,,,218,True,,openbookqa_main_choices,True,,,,,,,,,,,,,,,,,219,True,,openbookqa_main_choose_an_answer_with_options,True,,,,,,,,,,,,,,,,,220,True,,openbookqa_main_only_options,True,,,,,,,,,,,,,,,,,221,True,,openbookqa_main_pick_answer_with_options,True,,,,,,,,,,,,,,,,,222,True,,openbookqa_main_pick_using_id,True,,,,,,,,,,,,,,,,,223,True,,openbookqa_main_which_correct,True,,,,,,,,,,,,,,,,,224,,True,openbookqa_main_which_correct_inverse,True,,,,,,,,,,,,True,,,,,225,,,paws_labeled_final_Concatenation,,,True,,,,,,,,,,True,,,,,226,,,paws_labeled_final_Concatenation_no_label,,,,True,,,,,,,,,True,,,,,227,,,paws_labeled_final_Meaning,,,True,,,,,,,,,,True,,,,,228,,,paws_labeled_final_Meaning_no_label,,,,True,,,,,,,,,True,,,,,229,,,paws_labeled_final_PAWS_ANLI_GPT3,True,,,,,,,,,True,,,,,,,,230,,,paws_labeled_final_PAWS_ANLI_GPT3_no_label,,True,,,,,,,,True,,,,,,,,231,,,piqa_Correct_the_solution,,,,,True,,,,,,,,,,,,,232,,,piqa_Correct_the_solution_if_false_from_sol_1,,,,,True,,,,,,,,,,,,,233,,,piqa_Correct_the_solution_if_false_from_sol_2,,,,,True,,,,,,,,,,,,,234should use jinja choice,,,piqa_Does_this_solution_make_sense_sol1,,,,True,,,,,,,,,,,,,,235,,,piqa_Does_this_solution_make_sense_sol2,,,,True,,,,,,,,,,,,,,236,,,piqa_Generate_a_similar_but_wrong_solution,,,,,True,,,,,,,,,,,,,237,,,piqa_choose_the_most_appropriate_solution,True,,,,,,,,,,,,,,,,,238duplicate of above,,True,piqa_choose_the_most_appropriate_solution_reorder_solution,True,,,,,,,,,,,,,,,,,239,,,piqa_no_prompt_needed,,,,,True,,,,,,,,,,,,,240,,,qa_srl_aq,,,,,True,True,,,,,,,,,,,,241,,,qa_srl_context_answer,,,,,True,,,,,,,,,,,,,242,,,qa_srl_context_qn,,,,,True,,,,,,,,,,,,,243,,,qa_srl_predicate,,,,,,,,,,True,,,,,,,,244need non-naive metric,True,,qa_srl_qa,,,,,,,,,,,,,,,,,,245,,,qasc_is_correct_0,,,,True,,,,,,,,,,,,,,246,,,qasc_is_correct_1,,,,True,,,,,,,,,,,,,,247,,,qasc_qu_combined,True,,,,,,,,,,,,,,,,,248,,,qasc_sep_combined_can_tell,True,,,,,,,,,,,,,,,,,249,,,qasc_sep_qu,True,,,,,,,,,,,,,,,,,250,,,quail_context_description_question_answer_id,True,,,,,,,,,,,,,,,,,251,,,quail_context_description_question_answer_text,True,,,,,,,,,,,,,,,,,252,,,quail_context_description_question_text,,True,,,,,,,,,,,,,,,,253,,,quail_context_question_answer_description_id,True,,,,,,,,,,,,,,,,,254,,,quail_context_question_answer_description_text,True,,,,,,,,,,,,,,,,,255,,,quail_context_question_description_answer_id,True,,,,,,,,,,,,,,,,,256,,,quail_context_question_description_answer_text,True,,,,,,,,,,,,,,,,,257,,,quail_context_question_description_text,True,,,,,,,,,,,,,,,,,258,,,quail_description_context_question_answer_id,,True,,,,,,,,,,,,,,,,259,,,quail_description_context_question_answer_text,True,,,,,,,,,,,,,,,,,260,,,quail_description_context_question_text,,True,,,,,,,,,,,,,,,,261,,,quail_no_prompt_id,True,,,,,,,,,,,,,,,,,262,,,quail_no_prompt_text,True,,,,,,,,,,,,,,,,,263,,,quartz_para_question_1,True,,,,,,,,,,,,,,,,,264near duplicate of the above,,True,quartz_para_question_1_reverse,True,,,,,,,,,,,,,,,,,265,,,quartz_para_question_2,True,,,,,,,,,,,,,,,,,266,,,quartz_para_question_3_choices,True,,,,,,,,,,,,,,,,,267,,,quartz_para_question_4_choices,True,,,,,,,,,,,,,,,,,268,,,quartz_para_question_plain,True,,,,,,,,,,,,,,,,,269near duplicate of the above,,True,quartz_para_question_plain_reverse,True,,,,,,,,,,,,,,,,,270,,,quartz_question_para_1,True,,,,,,,,,,,,,,,,,271near duplicate of the above,,True,quartz_question_para_1_reverse,True,,,,,,,,,,,,,,,,,272,,,quartz_question_para_2,True,,,,,,,,,,,,,,,,,273,,,quartz_question_para_3,True,,,,,,,,,,,,,,,,,274near duplicate of the above,,True,quartz_question_para_3_reverse,True,,,,,,,,,,,,,,,,,275,,,quoref_Template_1,,,,,,,,,,,,,,,,,,276,,,quoref_Template_2,,,,,,,,,,,,,,True,,,,277,,,quoref_Template_3,,,,,True,,,,,,True,,,,,,,278,,,quoref_Template_4,,,,,,,,,,True,,,,,,,True,279,,,quoref_Template_5,,,,,,,,,,True,,,,,,,,280,,,race_high_Read_the_article_and_answer_the_question_no_option_,,True,,,,,,,,,,,,,,,,281,True,,race_high_Read_the_article_and_select_the_best_answer,True,,,,,,,,,,,,,,,,,282near duplicate of the above,,True,race_high_Read_the_article_and_select_the_best_answer2,True,,,,,,,,,,,,,,,,,283near duplicate of the above,,True,race_high_Read_the_article_and_select_the_best_answer3,True,,,,,,,,,,,,,,,,,284,,,race_high_Write_a_multi_choice_question_for_the_following_article,,,,,True,,,,,,,,,,,,,285,,,race_high_Write_a_multi_choice_question_for_the_following_article_2,,,,,True,,,,,,,,,,,,,286,,,race_middle_Read_the_article_and_answer_the_question_no_option_,,True,,,,,,,,,,,,,,,,287,True,,race_middle_Read_the_article_and_select_the_best_answer,True,,,,,,,,,,,,,,,,,288near duplicate of the above,,True,race_middle_Read_the_article_and_select_the_best_answer2,True,,,,,,,,,,,,,,,,,289near duplicate of the above,,True,race_middle_Read_the_article_and_select_the_best_answer3,True,,,,,,,,,,,,,,,,,290,,,race_middle_Write_a_multi_choice_question_for_the_following_article,,,,,True,,,,,,,,,,,,,291,,,race_middle_Write_a_multi_choice_question_for_the_following_article_2,,,,,True,,,,,,,,,,,,,292,,,ropes_funky_prompt,True,,,,,,,,,,,,,,,,,293,,,ropes_plain,True,,,,,,,,,,,,,,,,,294,,,ropes_plain_bottom_hint,True,,,,,,,,,,,,,True,,,,295,,,ropes_plain_no_background,True,,,,,,,,,True,,,,,,,,296,,,ropes_prompt_beginning,True,,,,,,,,,,,,,,,,,297,,,ropes_prompt_bottom_hint_beginning,True,,,,,,,,,,,,,,,,,298,,,ropes_prompt_bottom_no_hint,True,,,,,,,,,True,,,,,,,,299,,,ropes_prompt_mix,True,,,,,,,,,,,,,True,,,,300,,,rotten_tomatoes_rt_1,,True,,,,,,,,,,,,,,,,301,,,rotten_tomatoes_rt_10,True,,,,,,,,,,,,,,,,,302,,,rotten_tomatoes_rt_2,,True,,,,,,,,,,,,,,,,303,,,rotten_tomatoes_rt_3,,True,,,,,,,,,,,,,,,,304,,,rotten_tomatoes_rt_4,,True,,,,,,,,,,,,,,,,305,,,rotten_tomatoes_rt_5,,True,,,,,,,,,,,,,,,,306,,,rotten_tomatoes_rt_6,,True,,,,,,,,,,,,,,,,307,,,rotten_tomatoes_rt_7,,True,,,,,,,,,,,,,,,,308,,,rotten_tomatoes_rt_8,,True,,,,,,,,,,,,,,,,309,,,rotten_tomatoes_rt_9,,,,True,,,,,,,,,,,,,,310,,,sciq_Template_0,,True,,,,,,,,,,,True,,,,,311,,,sciq_Template_1,,True,,,,,,,,,,,True,,,,,312,True,,social_i_qa_social_i_qa1,True,,,,,,,,,,,,,,,,,313,,,social_i_qa_social_i_qa2,,True,,,,,,,,,,,,,,,,314select answer by ordinal word,True,,social_i_qa_social_i_qa3,True,,,,,,,,,,,,,,,,,315,,,social_i_qa_social_i_qa4,,,,,True,,,,,,,,,,,,,3164-way to binary classification,,,social_i_qa_social_i_qa5,,,,True,,,,,,,,,,,,,,317,,,squad_v2_Jeopardy_with_Context,,,,,True,,,,,,,,,,,,,318,,,squad_v2_Jeopardy_without_Context,,,,,True,,,,,True,,,,,,,,319,,,squad_v2_Questions_with_Context,True,,,,,,,,,,,,,,,,,320nicely randomnized prompt phrasing,,,squad_v2_Questions_with_Context_Without_Prompt_Keywords,True,,,,,,,,,,,,,,,,,321,,,squad_v2_Topic_Prediction_Context,,,,,,,,,,True,,,,,,,,322,,,squad_v2_Topic_Prediction_Context_with_randomized_prompt_options,,,,,,,,,,True,,,,,,,,323,,,squad_v2_Topic_Prediction_Context_with_randomized_prompt_options_placed_in_the_end,,,,,,,,,,True,,,,,,,,324,,,squad_v2_Topic_Prediction_Question_and_Answer_Pair,,,,,,,,,,True,,,,,,,,325,,,squad_v2_Trivia,,,,,,,,,,True,,,,,,,,326,True,,super_glue_boolq_GPT_3_Style,,,,True,,,,,,,,,,,,,,327,True,,super_glue_boolq_I_wonder_,,,,True,,,,,,,,,,,,,,328,True,,super_glue_boolq_based_on_the_following_passage,,,,True,,,,,,,,,,,,,,329,True,,super_glue_boolq_based_on_the_previous_passage,,,,True,,,,,,,,,,,,,,330,True,,super_glue_boolq_could_you_tell_me_,,,,True,,,,,,,,,,,,,,331,True,True,super_glue_cb_GPT_3_style,True,,,,,,,,,,,,,,,,,332,True,True,super_glue_cb_based_on_the_previous_passage,True,,,,,,,,,,,,,,,,,333contrapositive,True,True,super_glue_cb_does_S1_contradict_S2_,True,,,,,,,,,True,,,,,,,,334,True,True,super_glue_cb_does_S1_entail_S2_,True,,,,,,,,,,,,,,,,,335,True,True,super_glue_cb_given_does_it_follow_that_,True,,,,,,,,,,,,,,,,,336must/might/may be true,True,True,super_glue_cb_given_it_must_be_true_that_,True,,,,,,,,,,,,,,,,,337,True,,super_glue_copa_C1_or_C2_premise_so_because_,True,,,,,,,,,,,,,,,,,338effect examples,True,,super_glue_copa__As_a_result_C1_or_C2_,True,,,,,,,,,,,,,,,,,339effect examples,True,,super_glue_copa__What_could_happen_next_C1_or_C2_,True,,,,,,,,,,,,,,,,,340cause examples,True,,super_glue_copa__which_may_be_caused_by,True,,,,,,,,,,,,,,,,,341effect examples,True,,super_glue_copa__which_may_cause_C1_or_C2_,True,,,,,,,,,,,,,,,,,342cause examples,True,,super_glue_copa__why_C1_or_C2,True,,,,,,,,,,,,,,,,,343,True,,super_glue_multirc_I_was_going_to_say_,,,,True,,,,,,,,,,,,,,344,True,,super_glue_multirc_Would_it_be_good_to_answer_,,,,True,,,,,,,,,,,,,,345,True,,super_glue_multirc_is_a_correct_answer_,,,,True,,,,,,,,,,,,,,346,True,,super_glue_multirc_is_the_correct_answer_,,,,True,,,,,,,,,,,,,,347,True,,super_glue_multirc_paragraph_question_is_it_,,,,True,,,,,,,,,,,,,,348,True,,super_glue_record_Can_you_figure_out_,,True,,,,,,,,,,,,,,,,349,True,,super_glue_record_In_the_question_above_the_placeholder_stands_for,,True,,,,,,,,,,,,,,,,350,True,,super_glue_record_What_could_the_placeholder_be_,True,,,,,,,,,,,,,,,,,351no difference here?,True,,super_glue_record_Which_one_is_the_placeholder_,True,,,,,,,,,,,,,,,,,352,True,,super_glue_record_the_placeholder_refers_to_,,True,,,,,,,,,,,,,,,,353,True,True,super_glue_rte_GPT_3_style,True,,,,,,,,,,,,,,,,,354,True,True,super_glue_rte_Suppose_Can_we_infer_that_,,,,True,,,,,,,,,,,,,,355,True,True,super_glue_rte_based_on_the_previous_passage,,,,True,,,,,,,,,,,,,,356,True,True,super_glue_rte_does_S1_entail_S2_,,,True,,,,,,,,,,,,,,,357,True,True,super_glue_rte_given_does_it_follow_that_,,,,True,,,,,,,,,,,,,,358,True,True,super_glue_rte__Therefore_we_re_licensed_to_say_that_,,,,True,,,,,,,,,,,,,,359,True,True,super_glue_rte__does_the_previous_passage_support_the_claim_that,,,,True,,,,,,,,,,,,,,360,True,,super_glue_wic_GPT_3_prompt,,,,True,,,,,,,,,,,True,,,361,True,,super_glue_wic_GPT_3_prompt_with_label,,,True,,,,,,,,,,,,True,,,362,True,,super_glue_wic_question_context,,,,True,,,,,,,,,,,True,,,363,True,,super_glue_wic_question_context_meaning,,,,True,,,,,,,,,,,True,,,364,True,,super_glue_wic_question_context_meaning_with_label,,,True,,,,,,,,,,,,True,,,365,True,,super_glue_wic_similar_sense,,,,True,,,,,,,,,,,True,,,366,True,,super_glue_wsc.fixed_Here_p_stands_for_,,,,,,,,,,,,,,,,,,367,True,,super_glue_wsc.fixed_In_the_previous_sentence_the_pronoun_refers_to_,,,,,,,,,,,,,,,,,,368,True,,super_glue_wsc.fixed_Who_is_are_,,,,,,,,,,,,,,,,,,369,True,,super_glue_wsc.fixed_in_the_passage_above_the_pronoun_X_refers_to_,,,,,,,,,,,,,,,,,,370,True,,super_glue_wsc.fixed_passage_what_does_the_pronoun_refer_to_,,,,,,,,,,,,,,,,,,371cast 4-way classification as binary,,,swag_regular_YesNo_0,,,True,,,,,,,,,,,,,,,372,,,swag_regular_YesNo_1,,,True,,,,,,,,,,,,,,,373,,,swag_regular_YesNo_2,,,True,,,,,,,,,,,,,,,374,,,swag_regular_YesNo_3,,,True,,,,,,,,,,,,,,,375,,,swag_regular_YesNo_reversed_0,,,True,,,,,,,,,,,,,,,376,,,swag_regular_YesNo_reversed_1,,,True,,,,,,,,,,,,,,,377,,,swag_regular_YesNo_reversed_2,,,True,,,,,,,,,,,,,,,378,,,swag_regular_YesNo_reversed_3,,,True,,,,,,,,,,,,,,,379,,,swag_regular_complete_first_then,True,,,,,,,,,,,,,,,,,380,,,swag_regular_first_then,True,,,,,,,,,,,,,,,,,381,,,swag_regular_how_ends,True,,,,,,,,,,,,,,,,,382,,,swag_regular_if_begins_how_continues,True,,,,,,,,,,,,,,,,,383,,,swag_regular_which_ending,True,,,,,,,,,,,,,,,,,384,,,trec_fine_grained_ABBR,True,,,,,,,,,,,,,,,,,385,,,trec_fine_grained_ABBR_context_first,True,,,,,,,,,,,,,,,,,386,,,trec_fine_grained_DESC,True,,,,,,,,,,,,,,,,,387,,,trec_fine_grained_DESC_context_first,True,,,,,,,,,,,,,,,,,388,,,trec_fine_grained_ENTY,True,,,,,,,,,,,,,,,,,389,,,trec_fine_grained_ENTY_context_first,True,,,,,,,,,,,,,,,,,390,,,trec_fine_grained_HUM,True,,,,,,,,,,,,,,,,,391,,,trec_fine_grained_HUM_context_first,True,,,,,,,,,,,,,,,,,392,,,trec_fine_grained_LOC,True,,,,,,,,,,,,,,,,,393,,,trec_fine_grained_LOC_context_first,True,,,,,,,,,,,,,,,,,394,,,trec_fine_grained_NUM,True,,,,,,,,,,,,,,,,,395,,,trec_fine_grained_NUM_context_first,True,,,,,,,,,,,,,,,,,396,,,trec_fine_grained_open,,True,,,,,,,,,,,,,,,,397,,,trec_fine_grained_open_context_first,,True,,,,,,,,,,,,,,,,398answers are not what the questions ask for,,True,trec_gao_et_al_1,,,,,,,,,,,,True,,,,,,399answers are not what the questions ask for,,True,trec_gao_et_al_2,,,,,,,,,,,,True,,,,,,400,,,trec_trec1,True,,,,,,,,,,,,,,,,,401,,,trec_trec2,True,,,,,,,,,,,,,,,,,402,,,trivia_qa_rc_context_self_description,,,,,,,,,,,,,,,,,,403,,,trivia_qa_rc_guess_question,,,,,True,True,,,,True,,,,,,,,404,,,trivia_qa_rc_question_answer,,,,,,,,,,,,,,,,,,405,,,trivia_qa_rc_question_with_instruction,,,,,,,,,,,,,,,,,,406,,,trivia_qa_rc_reading_comprehension_1,,,,,,,,,,True,,,,,,,,407,,,trivia_qa_rc_reading_comprehension_2,,,,,,,,,,True,,,,,,,,408,,,web_questions_count_answers,,,,,,,,,True,,,,,,,,,409,,,web_questions_credible_question,,,,,True,,,,,,,,,,,,,410,,,web_questions_if_answers_what_question,,,,,True,,,,,,,,,,,,,411,,,web_questions_potential_correct_answer,,,,,,,,,,,True,,,,,,,412,,,web_questions_question_answer,,,,,,,,,,,,,,,,,,413,,,web_questions_suggest_question,,,,,True,,,,,,,,,,,,,414,,,wiki_bio_comprehension,,,,,,,,,,True,,,,,,,,415,,,wiki_bio_guess_person,,,,,,,,,,True,,,,,,,,416,,,wiki_bio_key_content,,,,,,,,,,True,,,,,,,,417,,,wiki_bio_what_content,,,,,,,,,,True,,,,,,,,418"should rephrase ""summarize""",,,wiki_bio_who,,,,,,,,,,,,,,,,,,419,,,wiki_hop_original_Choose_Best_Object_Candidate,,,,,,,,,,True,,,,,,,,True420,,,wiki_hop_original_Explain_Relation,,True,,,,,,,,True,,,,,,,,421,,,wiki_hop_original_Generate_Fact_Triple,,,,,,,,,,True,,,,,,,,True422,,,wiki_hop_original_Generate_Object_Answer,,,,,,,,,,True,,,,,,,,True423,,,wiki_hop_original_Generate_Subject_Answer,,,,,,,,,,True,,,,,,,,True424,,,wiki_hop_original_Indirect_Question_about_Birthplace_Citizenship_Place_of_Death,,,,,,,,,,,,,True,,,,,425,,,wiqa_effect_with_label_answer,True,,,,,,,,,,,,,,,,,426,,,wiqa_effect_with_string_answer,True,,,,,,,,,,,,,,,,,427,,,wiqa_impacting_the_process,,,,True,,,,,,,,,,,,,,428,,,wiqa_question_type,,,,,,,,,,True,,,,,,,,429,,,wiqa_remove_first_step,,,,,,,,,,True,,,,,,,,430,,,wiqa_remove_first_step_bis,,,,,,,,,,True,,,,,,,,431,,,wiqa_remove_last_step,,,,,,,,,,True,,,,,,,,432,,,wiqa_remove_last_step_bis,,,,,,,,,,True,,,,,,,,433,True,,xsum_Document_,,,,,,,,,,,,,,,,,,434,True,,xsum_Summarize_this_document_,,,,,,,,,,,,,,,,,,435,True,,xsum_TLDR,,,,,,,,,,,,,,,,,,436,True,,xsum_generate_summary_for_this,,,,,,,,,,,,,,,,,,437,True,,xsum_summarize_,,,,,,,,,,,,,,True,,,,438,True,,xsum_write_one_sentence,,,,,,,,,,,,,,,,,,439,,,yelp_review_full_based_on_that,,True,,,,,,,,,,,,,,,,440,,,yelp_review_full_format_rating,,True,,,,,,,,,,,,,,,,441,,,yelp_review_full_format_score,,True,,,,,,,,,,,,,,,,442,,,yelp_review_full_format_star,,True,,,,,,,,,,,,,,,,443,,,yelp_review_full_on_a_scale,,True,,,,,,,,,,,,,,,,444,,,yelp_review_full_so_i_would,,True,,,,,,,,,,,,,,,,445,,,yelp_review_full_this_place,,True,,,,,,,,,,,,,,,,446