{"id":"https://openalex.org/W4385571789","doi":"https://doi.org/10.18653/v1/2023.acl-long.108","title":"Instruction Induction: From Few Examples to Natural Language Task Descriptions","display_name":"Instruction Induction: From Few Examples to Natural Language Task Descriptions","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385571789","doi":"https://doi.org/10.18653/v1/2023.acl-long.108"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.acl-long.108","doi":"https://doi.org/10.18653/v1/2023.acl-long.108","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.108","pdf_url":"https://aclanthology.org/2023.acl-long.108.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.acl-long.108.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014555745","display_name":"Or Honovich","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Or Honovich","raw_affiliation_strings":["Tel Aviv University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tel Aviv University","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088774511","display_name":"Uri Shaham","orcid":"https://orcid.org/0000-0002-5928-4269","observed_orcids":["https://orcid.org/0000-0002-5928-4269"]},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Uri Shaham","raw_affiliation_strings":["Tel Aviv University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tel Aviv University","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112713734","display_name":"Samuel R. Bowman","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel R. Bowman","raw_affiliation_strings":["New York University \u00b5 Meta AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University \u00b5 Meta AI","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024311574","display_name":"Omer Levy","orcid":"https://orcid.org/0000-0001-7300-8191","observed_orcids":["https://orcid.org/0000-0001-7300-8191"]},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Omer Levy","raw_affiliation_strings":["Tel Aviv University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tel Aviv University","institution_ids":["https://openalex.org/I16391192"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.5073,"has_fulltext":true,"cited_by_count":66,"citation_normalized_percentile":{"value":0.9900874,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1935","last_page":"1952"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6528000235557556,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6528000235557556,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.17829999327659607,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.11540000140666962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/in-context-learning","display_name":"in-context learning","score":0.8270000219345093},{"id":"https://openalex.org/keywords/few-shot-learning","display_name":"few-shot learning","score":0.6940000057220459},{"id":"https://openalex.org/keywords/natural-language-task-descriptions","display_name":"natural language task descriptions","score":0.7390000224113464},{"id":"https://openalex.org/keywords/instruction-generation","display_name":"instruction generation","score":0.6110000014305115},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7789999842643738},{"id":"https://openalex.org/keywords/gpt-3","display_name":"GPT-3","score":0.9380000233650208},{"id":"https://openalex.org/keywords/model-alignment","display_name":"model alignment","score":0.35499998927116394}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8619210720062256},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6624563932418823},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.6540946364402771},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6066185832023621},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5723262429237366},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.554961621761322},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5536620020866394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5479120016098022},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.5365822911262512},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5263599157333374},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.46536922454833984},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3163434863090515},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2023.acl-long.108","doi":"https://doi.org/10.18653/v1/2023.acl-long.108","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.108","pdf_url":"https://aclanthology.org/2023.acl-long.108.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2205.10782","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.10782","pdf_url":"https://arxiv.org/pdf/2205.10782","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2205.10782","doi":"https://doi.org/10.48550/arxiv.2205.10782","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2205.10782","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.acl-long.108","doi":"https://doi.org/10.18653/v1/2023.acl-long.108","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.108","pdf_url":"https://aclanthology.org/2023.acl-long.108.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385571789.pdf","grobid_xml":"https://content.openalex.org/works/W4385571789.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2038721957","https://openalex.org/W2250770256","https://openalex.org/W2251939518","https://openalex.org/W2525332836","https://openalex.org/W2737504179","https://openalex.org/W2739351760","https://openalex.org/W2785611959","https://openalex.org/W2806120502","https://openalex.org/W2890431379","https://openalex.org/W2923014074","https://openalex.org/W2936695845","https://openalex.org/W2943552823","https://openalex.org/W2951286828","https://openalex.org/W2956105246","https://openalex.org/W2963748441","https://openalex.org/W2970476646","https://openalex.org/W2998696444","https://openalex.org/W3025064182","https://openalex.org/W3030163527","https://openalex.org/W3122890974","https://openalex.org/W3130319171","https://openalex.org/W3132736064","https://openalex.org/W3185341429","https://openalex.org/W3196731672","https://openalex.org/W3198002980","https://openalex.org/W3198599617","https://openalex.org/W3198963017","https://openalex.org/W3205068155","https://openalex.org/W3215529831","https://openalex.org/W4221143046","https://openalex.org/W4221161695","https://openalex.org/W4226023695","https://openalex.org/W4226278401","https://openalex.org/W4280525837","https://openalex.org/W4281690148","https://openalex.org/W4283157303","https://openalex.org/W4287891464","https://openalex.org/W4320086632","https://openalex.org/W4385567149","https://openalex.org/W7133192525"],"related_works":["https://openalex.org/W4415960259","https://openalex.org/W7166815638","https://openalex.org/W3154200459","https://openalex.org/W4385572081","https://openalex.org/W4415427945","https://openalex.org/W4401042788","https://openalex.org/W4312091890","https://openalex.org/W4401042688","https://openalex.org/W4389523715","https://openalex.org/W4399492476"],"abstract_inverted_index":{"Large":[0],"language":[1,24,43,164],"models":[2,25],"are":[3],"able":[4],"to":[5,39,79,85,102,152],"perform":[6],"a":[7,12,33,41,59,67,80,93,134,146],"task":[8,31],"by":[9,36],"conditioning":[10],"on":[11,72],"few":[13,34],"input-output":[14],"demonstrations":[15,35],"-a":[16],"paradigm":[17,137],"known":[18],"as":[19],"incontext":[20],"learning.We":[21],"show":[22],"that":[23,45,95,129],"can":[26],"explicitly":[27],"infer":[28],"an":[29],"underlying":[30],"from":[32],"prompting":[37],"them":[38],"generate":[40,86],"natural":[42,163],"instruction":[44,55,130],"fits":[46],"the":[47,54,74,83,116,153,158,162],"examples.To":[48],"explore":[49],"this":[50],"ability,":[51],"we":[52],"introduce":[53],"induction":[56,131],"challenge,":[57],"compile":[58],"dataset":[60],"consisting":[61],"of":[62,108,123,140,144,148],"24":[63],"tasks,":[64],"and":[65,100,139],"define":[66],"novel":[68],"evaluation":[69],"metric":[70],"based":[71],"executing":[73],"generated":[75],"instruction.We":[76],"discover":[77],"that,":[78],"large":[81,98],"extent,":[82],"ability":[84],"instructions":[87],"does":[88],"indeed":[89],"emerge":[90],"when":[91],"using":[92],"model":[94,119],"is":[96],"both":[97],"enough":[99],"aligned":[101],"follow":[103],"instructions;":[104],"InstructGPT":[105],"achieves":[106],"65.7%":[107],"human":[109,124],"performance":[110],"in":[111,138,161],"our":[112],"execution-based":[113],"metric,":[114],"while":[115],"original":[117],"GPT-3":[118],"reaches":[120],"only":[121],"9.8%":[122],"performance.This":[125],"surprising":[126],"result":[127],"suggests":[128],"might":[132],"be":[133],"viable":[135],"learning":[136],"itself,":[141],"where":[142],"instead":[143],"fitting":[145],"set":[147],"latent":[149],"continuous":[150],"parameters":[151],"data,":[154],"one":[155],"searches":[156],"for":[157],"best":[159],"description":[160],"hypothesis":[165],"space.":[166],"1":[167]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":1}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2023-08-05T00:00:00"}