{"id":"https://openalex.org/W4388691863","doi":"https://doi.org/10.1162/coli_a_00492","title":"Language Model Behavior: A Comprehensive Survey","display_name":"Language Model Behavior: A Comprehensive Survey","publication_year":2023,"publication_date":"2023-11-15","ids":{"openalex":"https://openalex.org/W4388691863","doi":"https://doi.org/10.1162/coli_a_00492"},"language":"en","primary_location":{"id":"doi:10.1162/coli_a_00492","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00492","pdf_url":"https://direct.mit.edu/coli/article-pdf/doi/10.1162/coli_a_00492/2177312/coli_a_00492.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/coli/article-pdf/doi/10.1162/coli_a_00492/2177312/coli_a_00492.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046456944","display_name":"Tyler A. Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tyler A. Chang","raw_affiliation_strings":["Department of Cognitive Science, UC San Diego. tachang@ucsd.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Cognitive Science, UC San Diego. tachang@ucsd.edu","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043344696","display_name":"Benjamin K. Bergen","orcid":"https://orcid.org/0000-0002-9395-9151"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin K. Bergen","raw_affiliation_strings":["Department of Cognitive Science, UC San Diego. bkbergen@ucsd.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Cognitive Science, UC San Diego. bkbergen@ucsd.edu","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I36258959"],"apc_list":null,"apc_paid":null,"fwci":12.8629,"has_fulltext":true,"cited_by_count":98,"citation_normalized_percentile":{"value":0.99153522,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"50","issue":"1","first_page":"293","last_page":"350"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8339406847953796},{"id":"https://openalex.org/keywords/pragmatics","display_name":"Pragmatics","score":0.5992991924285889},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5940375924110413},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.5849680304527283},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5403686761856079},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5125958323478699},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.49358069896698},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4323025941848755},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.27955296635627747},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09093880653381348}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8339406847953796},{"id":"https://openalex.org/C11693617","wikidata":"https://www.wikidata.org/wiki/Q181839","display_name":"Pragmatics","level":2,"score":0.5992991924285889},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5940375924110413},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.5849680304527283},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5403686761856079},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5125958323478699},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.49358069896698},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4323025941848755},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.27955296635627747},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09093880653381348},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/coli_a_00492","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00492","pdf_url":"https://direct.mit.edu/coli/article-pdf/doi/10.1162/coli_a_00492/2177312/coli_a_00492.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8ce77f70d6e74fbaa643faafff4d23e0","is_oa":true,"landing_page_url":"https://doaj.org/article/8ce77f70d6e74fbaa643faafff4d23e0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics, Vol 50, Iss 1 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/coli_a_00492","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00492","pdf_url":"https://direct.mit.edu/coli/article-pdf/doi/10.1162/coli_a_00492/2177312/coli_a_00492.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8100000023841858}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332603","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48"},{"id":"https://openalex.org/F4320334227","display_name":"Harvard Data Science Initiative, Harvard University","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388691863.pdf","grobid_xml":"https://content.openalex.org/works/W4388691863.grobid-xml"},"referenced_works_count":425,"referenced_works":["https://openalex.org/W560289989","https://openalex.org/W1592072150","https://openalex.org/W1993979041","https://openalex.org/W2006941038","https://openalex.org/W2116492379","https://openalex.org/W2140324965","https://openalex.org/W2164738750","https://openalex.org/W2264742718","https://openalex.org/W2350778671","https://openalex.org/W2587741066","https://openalex.org/W2594908799","https://openalex.org/W2604683892","https://openalex.org/W2612690371","https://openalex.org/W2946417913","https://openalex.org/W2950768109","https://openalex.org/W2951286828","https://openalex.org/W2952744660","https://openalex.org/W2953356739","https://openalex.org/W2962784628","https://openalex.org/W2963809228","https://openalex.org/W2963846996","https://openalex.org/W2963925437","https://openalex.org/W2963979492","https://openalex.org/W2964110616","https://openalex.org/W2965373594","https://openalex.org/W2970120757","https://openalex.org/W2970161131","https://openalex.org/W2970476646","https://openalex.org/W2971016963","https://openalex.org/W2971044268","https://openalex.org/W2971307358","https://openalex.org/W2972324944","https://openalex.org/W2972413484","https://openalex.org/W2972498556","https://openalex.org/W2982756474","https://openalex.org/W2982906145","https://openalex.org/W2983915252","https://openalex.org/W2986266667","https://openalex.org/W2996728628","https://openalex.org/W3001279689","https://openalex.org/W3004346089","https://openalex.org/W3014096773","https://openalex.org/W3034287667","https://openalex.org/W3034510440","https://openalex.org/W3034723486","https://openalex.org/W3034995113","https://openalex.org/W3035032094","https://openalex.org/W3035290244","https://openalex.org/W3037115370","https://openalex.org/W3037831233","https://openalex.org/W3038047279","https://openalex.org/W3044438666","https://openalex.org/W3046039946","https://openalex.org/W3087922520","https://openalex.org/W3092215113","https://openalex.org/W3097977265","https://openalex.org/W3098300729","https://openalex.org/W3098952151","https://openalex.org/W3099180151","https://openalex.org/W3099695344","https://openalex.org/W3099772776","https://openalex.org/W3099843385","https://openalex.org/W3100355250","https://openalex.org/W3101204082","https://openalex.org/W3101284630","https://openalex.org/W3102199783","https://openalex.org/W3102516861","https://openalex.org/W3102532959","https://openalex.org/W3102684881","https://openalex.org/W3102999298","https://openalex.org/W3103410128","https://openalex.org/W3103816537","https://openalex.org/W3105066976","https://openalex.org/W3105882417","https://openalex.org/W3113759118","https://openalex.org/W3114326827","https://openalex.org/W3115433372","https://openalex.org/W3116216579","https://openalex.org/W3118017018","https://openalex.org/W3118485687","https://openalex.org/W3123340107","https://openalex.org/W3126947648","https://openalex.org/W3132607382","https://openalex.org/W3133702157","https://openalex.org/W3135734416","https://openalex.org/W3136035550","https://openalex.org/W3137717004","https://openalex.org/W3152698349","https://openalex.org/W3152736378","https://openalex.org/W3154654049","https://openalex.org/W3155806510","https://openalex.org/W3165327186","https://openalex.org/W3166550823","https://openalex.org/W3166704354","https://openalex.org/W3166920165","https://openalex.org/W3166961312","https://openalex.org/W3167831019","https://openalex.org/W3167919460","https://openalex.org/W3168584517","https://openalex.org/W3168591151","https://openalex.org/W3169920290","https://openalex.org/W3172931322","https://openalex.org/W3173465197","https://openalex.org/W3173480423","https://openalex.org/W3173660000","https://openalex.org/W3173673636","https://openalex.org/W3173681001","https://openalex.org/W3174082608","https://openalex.org/W3174385558","https://openalex.org/W3174423943","https://openalex.org/W3174505797","https://openalex.org/W3174519801","https://openalex.org/W3174685870","https://openalex.org/W3174693310","https://openalex.org/W3175526286","https://openalex.org/W3176198948","https://openalex.org/W3176477796","https://openalex.org/W3176495666","https://openalex.org/W3176751053","https://openalex.org/W3176887068","https://openalex.org/W3177265267","https://openalex.org/W3177377367","https://openalex.org/W3177450194","https://openalex.org/W3177765786","https://openalex.org/W3177813494","https://openalex.org/W3184144760","https://openalex.org/W3185834840","https://openalex.org/W3186588815","https://openalex.org/W3187134297","https://openalex.org/W3189711920","https://openalex.org/W3193084543","https://openalex.org/W3195577433","https://openalex.org/W3197754201","https://openalex.org/W3198409578","https://openalex.org/W3198757395","https://openalex.org/W3199373335","https://openalex.org/W3199411432","https://openalex.org/W3199610709","https://openalex.org/W3200092677","https://openalex.org/W3200809495","https://openalex.org/W3201174429","https://openalex.org/W3202070718","https://openalex.org/W3202546170","https://openalex.org/W3202712981","https://openalex.org/W3202908475","https://openalex.org/W3203163443","https://openalex.org/W3203877412","https://openalex.org/W3206487987","https://openalex.org/W3207580712","https://openalex.org/W3207710400","https://openalex.org/W3210177631","https://openalex.org/W3210661875","https://openalex.org/W3210694367","https://openalex.org/W3211499990","https://openalex.org/W3212275118","https://openalex.org/W3213014097","https://openalex.org/W3213674227","https://openalex.org/W3214314807","https://openalex.org/W3217152367","https://openalex.org/W4205178592","https://openalex.org/W4205460703","https://openalex.org/W4205537036","https://openalex.org/W4205972099","https://openalex.org/W4205991051","https://openalex.org/W4206060908","https://openalex.org/W4206459158","https://openalex.org/W4206464005","https://openalex.org/W4206590911","https://openalex.org/W4206637810","https://openalex.org/W4206783764","https://openalex.org/W4206808166","https://openalex.org/W4210489638","https://openalex.org/W4212774754","https://openalex.org/W4221142828","https://openalex.org/W4221154823","https://openalex.org/W4221167110","https://openalex.org/W4223578676","https://openalex.org/W4224308101","https://openalex.org/W4225090118","https://openalex.org/W4225405251","https://openalex.org/W4225683910","https://openalex.org/W4226014375","https://openalex.org/W4226399820","https://openalex.org/W4229005866","https://openalex.org/W4243798656","https://openalex.org/W4246233237","https://openalex.org/W4250871311","https://openalex.org/W4256583779","https://openalex.org/W4280645526","https://openalex.org/W4281262985","https://openalex.org/W4281481109","https://openalex.org/W4281690148","https://openalex.org/W4283026156","https://openalex.org/W4283157303","https://openalex.org/W4283170666","https://openalex.org/W4283172211","https://openalex.org/W4285155368","https://openalex.org/W4285174559","https://openalex.org/W4285177948","https://openalex.org/W4285200483","https://openalex.org/W4285210581","https://openalex.org/W4285234908","https://openalex.org/W4285242720","https://openalex.org/W4285251400","https://openalex.org/W4285287265","https://openalex.org/W4285288514","https://openalex.org/W4285309087","https://openalex.org/W4285429195","https://openalex.org/W4286909613","https://openalex.org/W4287391717","https://openalex.org/W4287887107","https://openalex.org/W4287887117","https://openalex.org/W4287887196","https://openalex.org/W4287887209","https://openalex.org/W4287887262","https://openalex.org/W4287887365","https://openalex.org/W4287887510","https://openalex.org/W4287887942","https://openalex.org/W4287889962","https://openalex.org/W4287891150","https://openalex.org/W4288089799","https://openalex.org/W4288255289","https://openalex.org/W4288631803","https://openalex.org/W4288804650","https://openalex.org/W4290943938","https://openalex.org/W4294753225","https://openalex.org/W4296413526","https://openalex.org/W4296564631","https://openalex.org/W4297412003","https://openalex.org/W4300978535","https://openalex.org/W4303579584","https://openalex.org/W4303648884","https://openalex.org/W4307106501","https://openalex.org/W4307536702","https://openalex.org/W4309201290","https://openalex.org/W4309217888","https://openalex.org/W4309684916","https://openalex.org/W4309804074","https://openalex.org/W4310415498","https://openalex.org/W4311000438","https://openalex.org/W4311000453","https://openalex.org/W4312107394","https://openalex.org/W4312205996","https://openalex.org/W4313447645","https://openalex.org/W4318149317","https://openalex.org/W4318919287","https://openalex.org/W4319049323","https://openalex.org/W4320165837","https://openalex.org/W4320458011","https://openalex.org/W4320536306","https://openalex.org/W4321455981","https://openalex.org/W4322802436","https://openalex.org/W4323347737","https://openalex.org/W4328049044","https://openalex.org/W4365799947","https://openalex.org/W4377193634","https://openalex.org/W4382202515","https://openalex.org/W4382361534","https://openalex.org/W4383058631","https://openalex.org/W4385430086","https://openalex.org/W4385468994","https://openalex.org/W4385565015","https://openalex.org/W4385567149","https://openalex.org/W4385567227","https://openalex.org/W4385569782","https://openalex.org/W4385570581","https://openalex.org/W4385570689","https://openalex.org/W4385570738","https://openalex.org/W4385570777","https://openalex.org/W4385571045","https://openalex.org/W4385571157","https://openalex.org/W4385571158","https://openalex.org/W4385571325","https://openalex.org/W4385571791","https://openalex.org/W4385571830","https://openalex.org/W4385571886","https://openalex.org/W4385572451","https://openalex.org/W4385572819","https://openalex.org/W4385572854","https://openalex.org/W4385572879","https://openalex.org/W4385572928","https://openalex.org/W4385572968","https://openalex.org/W4385573083","https://openalex.org/W4385573098","https://openalex.org/W4385573209","https://openalex.org/W4385573216","https://openalex.org/W4385573227","https://openalex.org/W4385573282","https://openalex.org/W4385573314","https://openalex.org/W4385573398","https://openalex.org/W4385573400","https://openalex.org/W4385573420","https://openalex.org/W4385573436","https://openalex.org/W4385573517","https://openalex.org/W4385573565","https://openalex.org/W4385573569","https://openalex.org/W4385573595","https://openalex.org/W4385573607","https://openalex.org/W4385573636","https://openalex.org/W4385574028","https://openalex.org/W4385574029","https://openalex.org/W4385574039","https://openalex.org/W4385574250","https://openalex.org/W4385574286","https://openalex.org/W4385894687","https://openalex.org/W4386290290","https://openalex.org/W4386566638","https://openalex.org/W4386566829","https://openalex.org/W4386566833","https://openalex.org/W4386576705","https://openalex.org/W4386576718","https://openalex.org/W4387378202","https://openalex.org/W4389009378","https://openalex.org/W4389009541","https://openalex.org/W4389009551","https://openalex.org/W4389070894","https://openalex.org/W4389518729","https://openalex.org/W4389519396","https://openalex.org/W4389519968","https://openalex.org/W4389520103","https://openalex.org/W4404783355","https://openalex.org/W4404784293","https://openalex.org/W4404815085","https://openalex.org/W6677656116","https://openalex.org/W6739901393","https://openalex.org/W6748532747","https://openalex.org/W6755207826","https://openalex.org/W6757883768","https://openalex.org/W6761205521","https://openalex.org/W6761551260","https://openalex.org/W6762392948","https://openalex.org/W6764072591","https://openalex.org/W6766673545","https://openalex.org/W6767487586","https://openalex.org/W6767594909","https://openalex.org/W6768851824","https://openalex.org/W6769627184","https://openalex.org/W6770160742","https://openalex.org/W6770813465","https://openalex.org/W6771201977","https://openalex.org/W6772383348","https://openalex.org/W6778883912","https://openalex.org/W6779412186","https://openalex.org/W6779857854","https://openalex.org/W6782879696","https://openalex.org/W6784932235","https://openalex.org/W6785887628","https://openalex.org/W6787040549","https://openalex.org/W6787335730","https://openalex.org/W6788811087","https://openalex.org/W6788864986","https://openalex.org/W6789642857","https://openalex.org/W6791352790","https://openalex.org/W6791376898","https://openalex.org/W6793987055","https://openalex.org/W6795322489","https://openalex.org/W6798182279","https://openalex.org/W6798577750","https://openalex.org/W6798786038","https://openalex.org/W6799064937","https://openalex.org/W6799242001","https://openalex.org/W6800270430","https://openalex.org/W6800569930","https://openalex.org/W6800751262","https://openalex.org/W6800875267","https://openalex.org/W6801395018","https://openalex.org/W6802147943","https://openalex.org/W6802224358","https://openalex.org/W6802818871","https://openalex.org/W6803835179","https://openalex.org/W6804107043","https://openalex.org/W6809646742","https://openalex.org/W6809845343","https://openalex.org/W6810011231","https://openalex.org/W6810081322","https://openalex.org/W6810220367","https://openalex.org/W6810296985","https://openalex.org/W6810332117","https://openalex.org/W6810463509","https://openalex.org/W6810730852","https://openalex.org/W6810738896","https://openalex.org/W6810792567","https://openalex.org/W6811151444","https://openalex.org/W6811340617","https://openalex.org/W6838461927","https://openalex.org/W6838552513","https://openalex.org/W6838691073","https://openalex.org/W6838865847","https://openalex.org/W6839193947","https://openalex.org/W6839328737","https://openalex.org/W6839343454","https://openalex.org/W6839548382","https://openalex.org/W6841315025","https://openalex.org/W6842556415","https://openalex.org/W6842722019","https://openalex.org/W6843167876","https://openalex.org/W6843370592","https://openalex.org/W6843533994","https://openalex.org/W6843628295","https://openalex.org/W6845339002","https://openalex.org/W6845581020","https://openalex.org/W6845738930","https://openalex.org/W6845902358","https://openalex.org/W6845909048","https://openalex.org/W6846176135","https://openalex.org/W6846210222","https://openalex.org/W6846341750","https://openalex.org/W6846626714","https://openalex.org/W6846767490","https://openalex.org/W6846949330","https://openalex.org/W6846966473","https://openalex.org/W6847053910","https://openalex.org/W6847172025","https://openalex.org/W6847265043","https://openalex.org/W6847306236","https://openalex.org/W6847363464","https://openalex.org/W6847499216","https://openalex.org/W6847599318","https://openalex.org/W6848955896","https://openalex.org/W6849413121","https://openalex.org/W6849732303","https://openalex.org/W6874763650","https://openalex.org/W6958829096","https://openalex.org/W7061283150","https://openalex.org/W7075298384"],"related_works":["https://openalex.org/W2013702611","https://openalex.org/W2028751752","https://openalex.org/W2073901712","https://openalex.org/W2063937547","https://openalex.org/W149379778","https://openalex.org/W2152176464","https://openalex.org/W1997039493","https://openalex.org/W2384436710","https://openalex.org/W2152676159","https://openalex.org/W1968572830"],"abstract_inverted_index":{"Abstract":[0],"Transformer":[1],"language":[2,31,120,138],"models":[3,38,69,78],"have":[4],"received":[5],"widespread":[6],"public":[7],"attention,":[8],"yet":[9],"their":[10],"generated":[11,65],"text":[12,66],"is":[13,115],"often":[14],"surprising":[15],"even":[16],"to":[17,55,71,82,112],"NLP":[18],"researchers.":[19],"In":[20],"this":[21],"survey,":[22],"we":[23],"discuss":[24],"over":[25],"250":[26],"recent":[27,110],"studies":[28],"of":[29,73,75,93,103],"English":[30],"model":[32,121],"behavior":[33],"before":[34],"task-specific":[35],"fine-tuning.":[36],"Language":[37],"possess":[39],"basic":[40],"capabilities":[41,52],"in":[42,64,106,133],"syntax,":[43],"semantics,":[44],"pragmatics,":[45],"world":[46],"knowledge,":[47],"and":[48,58,89,130],"reasoning,":[49],"but":[50],"these":[51,94],"are":[53,79],"sensitive":[54],"specific":[56],"inputs":[57],"surface":[59],"features.":[60],"Despite":[61],"dramatic":[62],"increases":[63],"quality":[67],"as":[68,99],"scale":[70],"hundreds":[72],"billions":[74],"parameters,":[76],"the":[77],"still":[80],"prone":[81],"unfactual":[83],"responses,":[84],"commonsense":[85],"errors,":[86],"memorized":[87],"text,":[88],"social":[90],"biases.":[91],"Many":[92],"weaknesses":[95],"can":[96],"be":[97],"framed":[98],"over-generalizations":[100],"or":[101],"under-generalizations":[102],"learned":[104],"patterns":[105],"text.":[107],"We":[108],"synthesize":[109],"results":[111],"highlight":[113],"what":[114],"currently":[116],"known":[117],"about":[118],"large":[119],"capabilities,":[122],"thus":[123],"providing":[124],"a":[125],"resource":[126],"for":[127,131],"applied":[128],"work":[129],"research":[132],"adjacent":[134],"fields":[135],"that":[136],"use":[137],"models.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":26},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":29},{"year":2023,"cited_by_count":5}],"updated_date":"2026-08-30T07:30:35.949966","created_date":"2025-10-10T00:00:00"}