{"id":"https://openalex.org/W4385572081","doi":"https://doi.org/10.18653/v1/2023.acl-long.172","title":"Did You Read the Instructions? Rethinking the Effectiveness of Task Definitions in Instruction Learning","display_name":"Did You Read the Instructions? Rethinking the Effectiveness of Task Definitions in Instruction Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385572081","doi":"https://doi.org/10.18653/v1/2023.acl-long.172"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.acl-long.172","doi":"https://doi.org/10.18653/v1/2023.acl-long.172","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.acl-long.172","pdf_url":"https://aclanthology.org/2023.acl-long.172.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.acl-long.172.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100651697","display_name":"Fan Yin","orcid":"https://orcid.org/0000-0002-6443-2916","observed_orcids":["https://orcid.org/0000-0002-6443-2916"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fan Yin","raw_affiliation_strings":["UCLA Salesforce AI Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA Salesforce AI Research","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044735229","display_name":"Jesse Vig","orcid":"https://orcid.org/0009-0004-4863-4165","observed_orcids":["https://orcid.org/0009-0004-4863-4165"]},"institutions":[{"id":"https://openalex.org/I4210155268","display_name":"Salesforce (United States)","ror":"https://ror.org/057315g56","country_code":"US","type":"company","lineage":["https://openalex.org/I4210155268"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jesse Vig","raw_affiliation_strings":["Salesforce AI Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Salesforce AI Research","institution_ids":["https://openalex.org/I4210155268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050818189","display_name":"Philippe Laban","orcid":"https://orcid.org/0000-0001-9685-3961","observed_orcids":["https://orcid.org/0000-0001-9685-3961"]},"institutions":[{"id":"https://openalex.org/I4210155268","display_name":"Salesforce (United States)","ror":"https://ror.org/057315g56","country_code":"US","type":"company","lineage":["https://openalex.org/I4210155268"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philippe Laban","raw_affiliation_strings":["Salesforce AI Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Salesforce AI Research","institution_ids":["https://openalex.org/I4210155268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005443526","display_name":"Shafiq Joty","orcid":"https://orcid.org/0000-0002-9222-2641","observed_orcids":["https://orcid.org/0000-0002-9222-2641"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I4210155268","display_name":"Salesforce (United States)","ror":"https://ror.org/057315g56","country_code":"US","type":"company","lineage":["https://openalex.org/I4210155268"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shafiq Joty","raw_affiliation_strings":["UCLA Salesforce AI Research","Salesforce AI Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA Salesforce AI Research","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Salesforce AI Research","institution_ids":["https://openalex.org/I4210155268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032046813","display_name":"Caiming Xiong","orcid":"https://orcid.org/0000-0003-0349-8628","observed_orcids":["https://orcid.org/0000-0003-0349-8628"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I4210155268","display_name":"Salesforce (United States)","ror":"https://ror.org/057315g56","country_code":"US","type":"company","lineage":["https://openalex.org/I4210155268"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Caiming Xiong","raw_affiliation_strings":["UCLA Salesforce AI Research","Salesforce AI Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA Salesforce AI Research","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Salesforce AI Research","institution_ids":["https://openalex.org/I4210155268"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066791810","display_name":"Chien-Sheng Wu","orcid":"https://orcid.org/0000-0002-5598-5324","observed_orcids":["https://orcid.org/0000-0002-5598-5324"]},"institutions":[{"id":"https://openalex.org/I4210155268","display_name":"Salesforce (United States)","ror":"https://ror.org/057315g56","country_code":"US","type":"company","lineage":["https://openalex.org/I4210155268"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chien-Sheng Wu","raw_affiliation_strings":["Salesforce AI Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Salesforce AI Research","institution_ids":["https://openalex.org/I4210155268"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6269,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.95295166,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3063","last_page":"3079"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8374000191688538,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8374000191688538,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.07859999686479568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.04430000111460686,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task-definition","display_name":"task definition","score":0.7919999957084656},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9169999957084656},{"id":"https://openalex.org/keywords/unseen-tasks","display_name":"unseen tasks","score":0.47200000286102295},{"id":"https://openalex.org/keywords/label-information","display_name":"label information","score":0.5649999976158142}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8480899333953857},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6876455545425415},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6522258520126343},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4978017807006836},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4920344054698944},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46347981691360474},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45543062686920166},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.4470842480659485},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.42071232199668884},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4131265878677368},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36341190338134766},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12374728918075562},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2023.acl-long.172","doi":"https://doi.org/10.18653/v1/2023.acl-long.172","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.acl-long.172","pdf_url":"https://aclanthology.org/2023.acl-long.172.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2306.01150","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.01150","pdf_url":"https://arxiv.org/pdf/2306.01150","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2306.01150","doi":"https://doi.org/10.48550/arxiv.2306.01150","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.01150","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.acl-long.172","doi":"https://doi.org/10.18653/v1/2023.acl-long.172","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.acl-long.172","pdf_url":"https://aclanthology.org/2023.acl-long.172.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385572081.pdf","grobid_xml":"https://content.openalex.org/works/W4385572081.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W2154652894","https://openalex.org/W2896457183","https://openalex.org/W2962816513","https://openalex.org/W2979826702","https://openalex.org/W2981852735","https://openalex.org/W2982399380","https://openalex.org/W3002104146","https://openalex.org/W3030163527","https://openalex.org/W3098267758","https://openalex.org/W3101850370","https://openalex.org/W3132736064","https://openalex.org/W3152515526","https://openalex.org/W3173777717","https://openalex.org/W3174770825","https://openalex.org/W3196731672","https://openalex.org/W3198002980","https://openalex.org/W3198599617","https://openalex.org/W3198963017","https://openalex.org/W3205068155","https://openalex.org/W3212893438","https://openalex.org/W4205428528","https://openalex.org/W4221159410","https://openalex.org/W4226023695","https://openalex.org/W4226278401","https://openalex.org/W4283026156","https://openalex.org/W4285178342","https://openalex.org/W4307079201","https://openalex.org/W4308900200","https://openalex.org/W4362707064","https://openalex.org/W4378499145","https://openalex.org/W4385567149","https://openalex.org/W4385570984","https://openalex.org/W4385571674","https://openalex.org/W4385572634","https://openalex.org/W4385573003"],"related_works":["https://openalex.org/W4389518931","https://openalex.org/W4385571789","https://openalex.org/W4399492476","https://openalex.org/W4389523715","https://openalex.org/W7162150309","https://openalex.org/W4404781383","https://openalex.org/W4411119892","https://openalex.org/W4385571674","https://openalex.org/W4417513107","https://openalex.org/W3093713068"],"abstract_inverted_index":{"Large":[0],"language":[1,11],"models":[2,21,126],"(LLMs)":[3],"have":[4],"shown":[5],"impressive":[6],"performance":[7,70],"in":[8,43,81,138],"following":[9],"natural":[10],"instructions":[12],"to":[13,55,90,94,124,149],"solve":[14],"unseen":[15,168],"tasks.However,":[16],"it":[17],"remains":[18],"unclear":[19],"whether":[20,27],"truly":[22],"understand":[23,56,154],"task":[24,41,61,79,92,129],"definitions":[25,30,42,93],"and":[26,66,101,143],"the":[28,38,78,151,155],"human-written":[29],"are":[31,63],"optimal.In":[32],"this":[33],"paper,":[34],"we":[35,85,120,160],"systematically":[36],"study":[37],"role":[39],"of":[40,59,99,105],"instruction":[44],"learning.We":[45],"first":[46],"conduct":[47],"an":[48,87],"ablation":[49],"analysis":[50],"informed":[51],"by":[52],"human":[53],"annotations":[54],"which":[57],"parts":[58],"a":[60,95,139,146,162],"definition":[62],"most":[64],"important,":[65],"find":[67,102],"that":[68,103],"model":[69,115,152],"only":[71,133],"drops":[72],"substantially":[73],"when":[74],"removing":[75],"contents":[76],"describing":[77],"output,":[80],"particular":[82],"label":[83],"information.Next,":[84],"propose":[86,121],"automatic":[88],"algorithm":[89],"compress":[91],"minimal":[96],"supporting":[97],"set":[98],"tokens,":[100],"60%":[104],"tokens":[106],"can":[107],"be":[108],"removed":[109],"while":[110],"maintaining":[111],"or":[112],"even":[113],"improving":[114],"performance.Based":[116],"on":[117],"these":[118,157],"results,":[119],"two":[122,158],"strategies":[123],"help":[125,150],"better":[127,153],"leverage":[128],"instructions:":[130],"(1)":[131],"providing":[132],"key":[134],"information":[135],"for":[136],"tasks":[137],"common":[140],"structured":[141],"format,":[142],"(2)":[144],"adding":[145],"metatuning":[147],"stage":[148],"definitions.With":[156],"strategies,":[159],"achieve":[161],"4.2":[163],"Rouge-L":[164],"improvement":[165],"over":[166],"119":[167],"test":[169],"tasks.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2023-08-05T00:00:00"}