{"id":"https://openalex.org/W4385571158","doi":"https://doi.org/10.18653/v1/2023.findings-acl.847","title":"Discovering Language Model Behaviors with Model-Written Evaluations","display_name":"Discovering Language Model Behaviors with Model-Written Evaluations","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385571158","doi":"https://doi.org/10.18653/v1/2023.findings-acl.847"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.findings-acl.847","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-acl.847","pdf_url":"https://aclanthology.org/2023.findings-acl.847.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2023","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2023.findings-acl.847.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091112967","display_name":"Ethan Perez","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ethan Perez","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017610025","display_name":"Sam Ringer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sam Ringer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025573579","display_name":"Kamil\u0117 Luko\u0161i\u016bt\u0117","orcid":"https://orcid.org/0000-0002-0332-7899"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kamile Lukosiute","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032805177","display_name":"Karina Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karina Nguyen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063966631","display_name":"Edwin Chen","orcid":"https://orcid.org/0000-0003-0742-9734"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Edwin Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038912770","display_name":"Scott Heiner","orcid":"https://orcid.org/0000-0003-3417-0350"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Scott Heiner","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091433552","display_name":"Craig Pettit","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Craig Pettit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108225540","display_name":"Catherine Olsson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Catherine Olsson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010007563","display_name":"Sandipan Kundu","orcid":"https://orcid.org/0000-0002-0754-0072"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sandipan Kundu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061506488","display_name":"Saurav Kadavath","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saurav Kadavath","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011636042","display_name":"Andy Jones","orcid":"https://orcid.org/0000-0002-3130-9313"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andy Jones","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056436767","display_name":"Anna Chen","orcid":"https://orcid.org/0000-0002-5946-6572"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anna Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023141796","display_name":"Benjamin F. Mann","orcid":"https://orcid.org/0000-0002-2690-4521"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benjamin Mann","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037671308","display_name":"Brian Israel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brian Israel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006175345","display_name":"Bryan Seethor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bryan Seethor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017968952","display_name":"Cameron McKinnon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cameron McKinnon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027253674","display_name":"Christopher Olah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christopher Olah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044218586","display_name":"Da Yan","orcid":"https://orcid.org/0000-0003-2399-723X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Da Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086110112","display_name":"Daniela Amodei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniela Amodei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066197394","display_name":"Dario Amodei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dario Amodei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059021264","display_name":"Dawn Drain","orcid":"https://orcid.org/0000-0002-6606-4141"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dawn Drain","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077427160","display_name":"Dustin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dustin Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070050208","display_name":"Eli Tran-Johnson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eli Tran-Johnson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010253784","display_name":"Guro Khundadze","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guro Khundadze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057116059","display_name":"Jackson Kernion","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jackson Kernion","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112064012","display_name":"James Landis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"James Landis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081035645","display_name":"Jamie Kerr","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jamie Kerr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070762421","display_name":"Jared Mueller","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jared Mueller","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070615024","display_name":"Jeeyoon Hyun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeeyoon Hyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109515191","display_name":"Joshua D. Landau","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joshua Landau","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028970835","display_name":"Kamal Ndousse","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kamal Ndousse","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015730722","display_name":"Landon Goldberg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Landon Goldberg","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047846683","display_name":"Liane Lovitt","orcid":"https://orcid.org/0009-0001-2105-5612"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liane Lovitt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109628220","display_name":"Martin Lucas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martin Lucas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085932648","display_name":"Michael Sellitto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Sellitto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057999428","display_name":"Miranda Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miranda Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078614102","display_name":"Neerav Kingsland","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neerav Kingsland","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020683620","display_name":"Nelson Elhage","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nelson Elhage","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032088236","display_name":"Nicholas Joseph","orcid":"https://orcid.org/0000-0002-1972-0783"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nicholas Joseph","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068229464","display_name":"Noemi Mercado","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Noemi Mercado","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011723751","display_name":"Nova DasSarma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nova DasSarma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053939329","display_name":"Oliver Rausch","orcid":"https://orcid.org/0000-0003-4074-3848"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oliver Rausch","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051064337","display_name":"Robin J. Larson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robin Larson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054887773","display_name":"Sam McCandlish","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sam McCandlish","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041888075","display_name":"Scott G. Johnston","orcid":"https://orcid.org/0000-0002-5826-5613"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Scott Johnston","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009112681","display_name":"Shauna Kravec","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shauna Kravec","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001442211","display_name":"Sheer El Showk","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheer El Showk","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022793124","display_name":"Tamera Lanham","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tamera Lanham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001194068","display_name":"Timothy Telleen-Lawton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Timothy Telleen-Lawton","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074565235","display_name":"Tom Brown","orcid":"https://orcid.org/0000-0002-6538-3036"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tom Brown","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049786610","display_name":"Tom Henighan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tom Henighan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079539910","display_name":"Tristan Hume","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tristan Hume","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091860006","display_name":"Yuntao Bai","orcid":"https://orcid.org/0000-0003-3998-7837"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuntao Bai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070402589","display_name":"Zac Hatfield-Dodds","orcid":"https://orcid.org/0000-0002-8646-8362"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zac Hatfield-Dodds","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012713248","display_name":"Jack A. Clark","orcid":"https://orcid.org/0000-0002-7424-1670"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jack Clark","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112713734","display_name":"Samuel R. Bowman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samuel R. Bowman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030305998","display_name":"Amanda Askell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amanda Askell","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067036768","display_name":"Roger Grosse","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roger Grosse","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049664153","display_name":"Danny Hernandez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Danny Hernandez","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006294201","display_name":"Deep Ganguli","orcid":"https://orcid.org/0009-0007-9435-3817"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deep Ganguli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025461840","display_name":"Evan Hubinger","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Evan Hubinger","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050348824","display_name":"Nicholas Schiefer","orcid":"https://orcid.org/0000-0002-3065-6399"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nicholas Schiefer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053213601","display_name":"Jared Kaplan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jared Kaplan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":63,"corresponding_author_ids":["https://openalex.org/A5091112967"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":21.6636,"has_fulltext":false,"cited_by_count":130,"citation_normalized_percentile":{"value":0.99620469,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"13387","last_page":"13434"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/art-history","display_name":"Art history","score":0.531588613986969},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.4799540340900421},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.39397186040878296},{"id":"https://openalex.org/keywords/humanities","display_name":"Humanities","score":0.3673296570777893}],"concepts":[{"id":"https://openalex.org/C52119013","wikidata":"https://www.wikidata.org/wiki/Q50637","display_name":"Art history","level":1,"score":0.531588613986969},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.4799540340900421},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.39397186040878296},{"id":"https://openalex.org/C15708023","wikidata":"https://www.wikidata.org/wiki/Q80083","display_name":"Humanities","level":1,"score":0.3673296570777893}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2023.findings-acl.847","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-acl.847","pdf_url":"https://aclanthology.org/2023.findings-acl.847.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2023","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.findings-acl.847","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-acl.847","pdf_url":"https://aclanthology.org/2023.findings-acl.847.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2023","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385571158.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W2748952813","https://openalex.org/W1531601525","https://openalex.org/W3193615524"],"abstract_inverted_index":{"Ethan":[0],"Perez,":[1],"Sam":[2,86],"Ringer,":[3],"Kamile":[4],"Lukosiute,":[5],"Karina":[6],"Nguyen,":[7],"Edwin":[8],"Chen,":[9,23],"Scott":[10,88],"Heiner,":[11],"Craig":[12],"Pettit,":[13],"Catherine":[14],"Olsson,":[15],"Sandipan":[16],"Kundu,":[17],"Saurav":[18],"Kadavath,":[19],"Andy":[20],"Jones,":[21],"Anna":[22],"Benjamin":[24],"Mann,":[25],"Brian":[26],"Israel,":[27],"Bryan":[28],"Seethor,":[29],"Cameron":[30],"McKinnon,":[31],"Christopher":[32],"Olah,":[33],"Da":[34],"Yan,":[35],"Daniela":[36],"Amodei,":[37,39],"Dario":[38],"Dawn":[40],"Drain,":[41],"Dustin":[42],"Li,":[43],"Eli":[44],"Tran-Johnson,":[45],"Guro":[46],"Khundadze,":[47],"Jackson":[48],"Kernion,":[49],"James":[50],"Landis,":[51],"Jamie":[52],"Kerr,":[53],"Jared":[54,126],"Mueller,":[55],"Jeeyoon":[56],"Hyun,":[57],"Joshua":[58],"Landau,":[59],"Kamal":[60],"Ndousse,":[61],"Landon":[62],"Goldberg,":[63],"Liane":[64],"Lovitt,":[65],"Martin":[66],"Lucas,":[67],"Michael":[68],"Sellitto,":[69],"Miranda":[70],"Zhang,":[71],"Neerav":[72],"Kingsland,":[73],"Nelson":[74],"Elhage,":[75],"Nicholas":[76,124],"Joseph,":[77],"Noemi":[78],"Mercado,":[79],"Nova":[80],"DasSarma,":[81],"Oliver":[82],"Rausch,":[83],"Robin":[84],"Larson,":[85],"McCandlish,":[87],"Johnston,":[89],"Shauna":[90],"Kravec,":[91],"Sheer":[92],"El":[93],"Showk,":[94],"Tamera":[95],"Lanham,":[96],"Timothy":[97],"Telleen-Lawton,":[98],"Tom":[99,101],"Brown,":[100],"Henighan,":[102],"Tristan":[103],"Hume,":[104],"Yuntao":[105],"Bai,":[106],"Zac":[107],"Hatfield-Dodds,":[108],"Jack":[109],"Clark,":[110],"Samuel":[111],"R.":[112],"Bowman,":[113],"Amanda":[114],"Askell,":[115],"Roger":[116],"Grosse,":[117],"Danny":[118],"Hernandez,":[119],"Deep":[120],"Ganguli,":[121],"Evan":[122],"Hubinger,":[123],"Schiefer,":[125],"Kaplan.":[127],"Findings":[128],"of":[129],"the":[130],"Association":[131],"for":[132],"Computational":[133],"Linguistics:":[134],"ACL":[135],"2023.":[136,137]},"counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":40},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":44}],"updated_date":"2026-05-18T08:16:58.900851","created_date":"2025-10-10T00:00:00"}