{"id":"https://openalex.org/W4399492476","doi":"https://doi.org/10.1162/coli_a_00523","title":"Large Language Model Instruction Following: A Survey of Progresses and Challenges","display_name":"Large Language Model Instruction Following: A Survey of Progresses and Challenges","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399492476","doi":"https://doi.org/10.1162/coli_a_00523"},"language":"en","primary_location":{"id":"doi:10.1162/coli_a_00523","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00523","pdf_url":"https://direct.mit.edu/coli/article-pdf/doi/10.1162/coli_a_00523/2378686/coli_a_00523.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/coli/article-pdf/doi/10.1162/coli_a_00523/2378686/coli_a_00523.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046541362","display_name":"Renze Lou","orcid":null},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Renze Lou","raw_affiliation_strings":["Department of Computer Science and Engineering, The Pennsylvania State University, USA. renze.lou@psu.edu"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Pennsylvania State University, USA. renze.lou@psu.edu","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069006264","display_name":"Kai Zhang","orcid":"https://orcid.org/0000-0001-6097-7217"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kai Zhang","raw_affiliation_strings":["Department of Computer Science and Engineering, The Ohio State University, USA. zhang.13253@osu.edu","Department of Computer Science and Engineering, The Ohio State University, USA. zhang.1325@osu.edu"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University, USA. zhang.13253@osu.edu","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University, USA. zhang.1325@osu.edu","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038386528","display_name":"Wenpeng Yin","orcid":"https://orcid.org/0000-0002-3154-1139"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wenpeng Yin","raw_affiliation_strings":["Department of Computer Science and Engineering, The Pennsylvania State University, USA. wenpeng@psu.edu"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Pennsylvania State University, USA. wenpeng@psu.edu","institution_ids":["https://openalex.org/I130769515"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5038386528","https://openalex.org/A5046541362","https://openalex.org/A5069006264"],"corresponding_institution_ids":["https://openalex.org/I130769515","https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":8.5376,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.98053809,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"50","issue":"3","first_page":"1053","last_page":"1095"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.440856397151947},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3651661276817322},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.34029120206832886}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.440856397151947},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3651661276817322},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.34029120206832886}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/coli_a_00523","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00523","pdf_url":"https://direct.mit.edu/coli/article-pdf/doi/10.1162/coli_a_00523/2378686/coli_a_00523.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3bb10939b6bb463891fd79cef24dd0a3","is_oa":true,"landing_page_url":"https://doaj.org/article/3bb10939b6bb463891fd79cef24dd0a3","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics, Vol 50, Iss 3 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/coli_a_00523","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00523","pdf_url":"https://direct.mit.edu/coli/article-pdf/doi/10.1162/coli_a_00523/2378686/coli_a_00523.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8500000238418579,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399492476.pdf"},"referenced_works_count":286,"referenced_works":["https://openalex.org/W1559723967","https://openalex.org/W1840435438","https://openalex.org/W1854439801","https://openalex.org/W1949907236","https://openalex.org/W2006710607","https://openalex.org/W2017561954","https://openalex.org/W2023286866","https://openalex.org/W2064675550","https://openalex.org/W2067687955","https://openalex.org/W2076337359","https://openalex.org/W2080620213","https://openalex.org/W2111526438","https://openalex.org/W2112796928","https://openalex.org/W2116716943","https://openalex.org/W2118781169","https://openalex.org/W2129629813","https://openalex.org/W2140584963","https://openalex.org/W2154652894","https://openalex.org/W2154764394","https://openalex.org/W2160581145","https://openalex.org/W2170329722","https://openalex.org/W2184987875","https://openalex.org/W2186283982","https://openalex.org/W2189089430","https://openalex.org/W2467589492","https://openalex.org/W2748513770","https://openalex.org/W2758782048","https://openalex.org/W2770129780","https://openalex.org/W2799002257","https://openalex.org/W2886829407","https://openalex.org/W2896457183","https://openalex.org/W2951139433","https://openalex.org/W2963028402","https://openalex.org/W2963084773","https://openalex.org/W2963748441","https://openalex.org/W2963809228","https://openalex.org/W2964115307","https://openalex.org/W2964303773","https://openalex.org/W2970200208","https://openalex.org/W2973184394","https://openalex.org/W2979826702","https://openalex.org/W2980282514","https://openalex.org/W3034555021","https://openalex.org/W3034665873","https://openalex.org/W3034995113","https://openalex.org/W3038114844","https://openalex.org/W3083410900","https://openalex.org/W3096032230","https://openalex.org/W3098938591","https://openalex.org/W3099655892","https://openalex.org/W3100452485","https://openalex.org/W3104566548","https://openalex.org/W3121854931","https://openalex.org/W3122241445","https://openalex.org/W3152515526","https://openalex.org/W3153427360","https://openalex.org/W3156470785","https://openalex.org/W3161024824","https://openalex.org/W3161374759","https://openalex.org/W3166846774","https://openalex.org/W3168867926","https://openalex.org/W3171446839","https://openalex.org/W3172642864","https://openalex.org/W3172943453","https://openalex.org/W3173777717","https://openalex.org/W3174770825","https://openalex.org/W3176489198","https://openalex.org/W3176688854","https://openalex.org/W3185341429","https://openalex.org/W3194309076","https://openalex.org/W3194836374","https://openalex.org/W3196731672","https://openalex.org/W3198490223","https://openalex.org/W3198599617","https://openalex.org/W3198963017","https://openalex.org/W3210277894","https://openalex.org/W3212893438","https://openalex.org/W4205991051","https://openalex.org/W4221143046","https://openalex.org/W4221151981","https://openalex.org/W4221161695","https://openalex.org/W4224308101","https://openalex.org/W4225716497","https://openalex.org/W4229005866","https://openalex.org/W4229017453","https://openalex.org/W4280534475","https://openalex.org/W4281483047","https://openalex.org/W4285129823","https://openalex.org/W4285149549","https://openalex.org/W4285176332","https://openalex.org/W4285178342","https://openalex.org/W4285284254","https://openalex.org/W4286858857","https://openalex.org/W4286987939","https://openalex.org/W4287207937","https://openalex.org/W4287854458","https://openalex.org/W4287891033","https://openalex.org/W4288029342","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4293314794","https://openalex.org/W4293864157","https://openalex.org/W4297412056","https://openalex.org/W4297947984","https://openalex.org/W4298343034","https://openalex.org/W4299318496","https://openalex.org/W4300573175","https://openalex.org/W4303443398","https://openalex.org/W4304194220","https://openalex.org/W4304697829","https://openalex.org/W4307079201","https://openalex.org/W4307288829","https://openalex.org/W4308900200","https://openalex.org/W4309953112","https://openalex.org/W4310926773","https://openalex.org/W4311991106","https://openalex.org/W4312205996","https://openalex.org/W4315588847","https://openalex.org/W4318908031","https://openalex.org/W4319653585","https://openalex.org/W4320086632","https://openalex.org/W4320843360","https://openalex.org/W4322718191","https://openalex.org/W4361230739","https://openalex.org/W4361807267","https://openalex.org/W4366330700","https://openalex.org/W4366341216","https://openalex.org/W4366388740","https://openalex.org/W4367000491","https://openalex.org/W4367369802","https://openalex.org/W4367701241","https://openalex.org/W4376654497","https://openalex.org/W4377130677","https://openalex.org/W4377164385","https://openalex.org/W4377297670","https://openalex.org/W4378468563","https://openalex.org/W4380136143","https://openalex.org/W4380137118","https://openalex.org/W4380352309","https://openalex.org/W4380374951","https://openalex.org/W4385245566","https://openalex.org/W4385565879","https://openalex.org/W4385567008","https://openalex.org/W4385567149","https://openalex.org/W4385569771","https://openalex.org/W4385569985","https://openalex.org/W4385570412","https://openalex.org/W4385570594","https://openalex.org/W4385570984","https://openalex.org/W4385571076","https://openalex.org/W4385571110","https://openalex.org/W4385571124","https://openalex.org/W4385571157","https://openalex.org/W4385571537","https://openalex.org/W4385571668","https://openalex.org/W4385571689","https://openalex.org/W4385571789","https://openalex.org/W4385572124","https://openalex.org/W4385572426","https://openalex.org/W4385572634","https://openalex.org/W4385572845","https://openalex.org/W4385573003","https://openalex.org/W4385573116","https://openalex.org/W4385573341","https://openalex.org/W4385573504","https://openalex.org/W4385573777","https://openalex.org/W4385573874","https://openalex.org/W4385574017","https://openalex.org/W4385714419","https://openalex.org/W4386080721","https://openalex.org/W4386081793","https://openalex.org/W4386566526","https://openalex.org/W4386566763","https://openalex.org/W4387322982","https://openalex.org/W4387929769","https://openalex.org/W4388718089","https://openalex.org/W4388748450","https://openalex.org/W4388963546","https://openalex.org/W4389421376","https://openalex.org/W4389518754","https://openalex.org/W4389518761","https://openalex.org/W4389518841","https://openalex.org/W4389518949","https://openalex.org/W4389519291","https://openalex.org/W4389519446","https://openalex.org/W4389520103","https://openalex.org/W4389520255","https://openalex.org/W4389523995","https://openalex.org/W4389524274","https://openalex.org/W4389524372","https://openalex.org/W4390091844","https://openalex.org/W4390214173","https://openalex.org/W4390306697","https://openalex.org/W4391591592","https://openalex.org/W4393160302","https://openalex.org/W4393161236","https://openalex.org/W4399492476","https://openalex.org/W6604489203","https://openalex.org/W6633497868","https://openalex.org/W6638786378","https://openalex.org/W6640071036","https://openalex.org/W6676947618","https://openalex.org/W6679280698","https://openalex.org/W6682631176","https://openalex.org/W6683421510","https://openalex.org/W6685106238","https://openalex.org/W6739901393","https://openalex.org/W6743495212","https://openalex.org/W6751744669","https://openalex.org/W6755207826","https://openalex.org/W6759579507","https://openalex.org/W6765469073","https://openalex.org/W6769627184","https://openalex.org/W6773088157","https://openalex.org/W6778883912","https://openalex.org/W6782465632","https://openalex.org/W6782879696","https://openalex.org/W6784265522","https://openalex.org/W6789125224","https://openalex.org/W6791446462","https://openalex.org/W6792279967","https://openalex.org/W6796581206","https://openalex.org/W6796635573","https://openalex.org/W6800875267","https://openalex.org/W6802669662","https://openalex.org/W6803503759","https://openalex.org/W6804874140","https://openalex.org/W6809583738","https://openalex.org/W6809646742","https://openalex.org/W6810081322","https://openalex.org/W6810162553","https://openalex.org/W6810323317","https://openalex.org/W6810738896","https://openalex.org/W6811340617","https://openalex.org/W6837789219","https://openalex.org/W6837989031","https://openalex.org/W6843533994","https://openalex.org/W6843877793","https://openalex.org/W6845413636","https://openalex.org/W6845921028","https://openalex.org/W6846002521","https://openalex.org/W6846777431","https://openalex.org/W6846874006","https://openalex.org/W6847076894","https://openalex.org/W6847306236","https://openalex.org/W6847753483","https://openalex.org/W6848150281","https://openalex.org/W6848909144","https://openalex.org/W6849353059","https://openalex.org/W6849594959","https://openalex.org/W6850054432","https://openalex.org/W6850625674","https://openalex.org/W6850702068","https://openalex.org/W6851113751","https://openalex.org/W6851604788","https://openalex.org/W6851629679","https://openalex.org/W6851960618","https://openalex.org/W6851979721","https://openalex.org/W6852043138","https://openalex.org/W6852449896","https://openalex.org/W6852473727","https://openalex.org/W6852723045","https://openalex.org/W6852825204","https://openalex.org/W6852922743","https://openalex.org/W6853011877","https://openalex.org/W6853431315","https://openalex.org/W6853453387","https://openalex.org/W6853465110","https://openalex.org/W6853775986","https://openalex.org/W6853875005","https://openalex.org/W6855613021","https://openalex.org/W6856051742","https://openalex.org/W6856709431","https://openalex.org/W6856976248","https://openalex.org/W6857619401","https://openalex.org/W6857808315","https://openalex.org/W6857956391","https://openalex.org/W6858484959","https://openalex.org/W6858647607","https://openalex.org/W6858660924","https://openalex.org/W6858885259","https://openalex.org/W6859967260","https://openalex.org/W6860088810","https://openalex.org/W6860362861","https://openalex.org/W6861272002","https://openalex.org/W6864424756"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Abstract":[0],"Task":[1],"semantics":[2],"can":[3],"be":[4,54],"expressed":[5],"by":[6,151],"a":[7,13,68,89,105],"set":[8,90],"of":[9,15,32,35,91],"input-output":[10],"examples":[11,45,92],"or":[12,57,61],"piece":[14],"textual":[16],"instruction.":[17],"Conventional":[18],"machine":[19],"learning":[20,111],"approaches":[21],"for":[22,109],"natural":[23],"language":[24],"processing":[25],"(NLP)":[26],"mainly":[27],"rely":[28],"on":[29,147],"the":[30,62,95,98,131,144,153,188,203],"availability":[31],"large-scale":[33],"sets":[34],"task-specific":[36,43],"examples.":[37],"Two":[38],"issues":[39],"arise:":[40],"First,":[41],"collecting":[42],"labeled":[44],"does":[46],"not":[47,75],"apply":[48],"to":[49,59,66,83,112,138],"scenarios":[50],"where":[51],"tasks":[52],"may":[53],"too":[55],"complicated":[56],"costly":[58],"annotate,":[60],"system":[63],"is":[64,74,100,158,202],"required":[65],"handle":[67],"new":[69,106],"task":[70,85,114,159],"immediately;":[71],"second,":[72],"this":[73,201],"user-friendly":[76],"since":[77],"end-users":[78],"are":[79,125,174],"probably":[80],"more":[81],"willing":[82],"provide":[84,141],"description":[86],"rather":[87],"than":[88],"before":[93],"using":[94],"system.":[96],"Therefore,":[97],"community":[99,132],"paying":[101],"increasing":[102],"interest":[103],"in":[104,195],"supervision-seeking":[107],"paradigm":[108],"NLP:":[110],"follow":[113],"instructions,":[115],"that":[116,130],"is,":[117],"instruction":[118,148,163,176,196,208],"following.":[119],"Despite":[120],"its":[121],"impressive":[122],"progress,":[123],"there":[124],"some":[126],"unsolved":[127],"research":[128,146],"equations":[129],"struggles":[133],"with.":[134],"This":[135],"survey":[136,206],"tries":[137],"summarize":[139],"and":[140,161,179,186],"insights":[142],"into":[143],"current":[145],"following,":[149],"particularly,":[150],"answering":[152],"following":[154,177],"questions:":[155],"(i)":[156],"What":[157,173,183,192],"instruction,":[160],"what":[162],"types":[164],"exist?":[165],"(ii)":[166],"How":[167],"should":[168],"we":[169],"model":[170],"instructions?":[171],"(iii)":[172],"popular":[175],"datasets":[178],"evaluation":[180],"metrics?":[181],"(iv)":[182],"factors":[184],"influence":[185],"explain":[187],"instructions\u2019":[189],"performance?":[190],"(v)":[191],"challenges":[193],"remain":[194],"following?":[197],"To":[198],"our":[199],"knowledge,":[200],"first":[204],"comprehensive":[205],"about":[207],"following.1":[209]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}