{"id":"https://openalex.org/W4283157303","doi":"https://doi.org/10.1145/3531146.3533229","title":"Predictability and Surprise in Large Generative Models","display_name":"Predictability and Surprise in Large Generative Models","publication_year":2022,"publication_date":"2022-06-20","ids":{"openalex":"https://openalex.org/W4283157303","doi":"https://doi.org/10.1145/3531146.3533229"},"language":"en","primary_location":{"id":"doi:10.1145/3531146.3533229","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533229","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533229","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533229","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006294201","display_name":"Deep Ganguli","orcid":"https://orcid.org/0009-0007-9435-3817"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Deep Ganguli","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030442997","display_name":"Danny Hernandez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Danny Hernandez","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026784501","display_name":"Liane Lovitt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liane Lovitt","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030305998","display_name":"Amanda Askell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amanda Askell","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091860006","display_name":"Yuntao Bai","orcid":"https://orcid.org/0000-0003-3998-7837"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuntao Bai","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056436767","display_name":"Anna Chen","orcid":"https://orcid.org/0000-0002-5946-6572"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anna Chen","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059073226","display_name":"Tom Conerly","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tom Conerly","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003241389","display_name":"Nova Dassarma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nova Dassarma","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059021264","display_name":"Dawn Drain","orcid":"https://orcid.org/0000-0002-6606-4141"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dawn Drain","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020683620","display_name":"Nelson Elhage","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nelson Elhage","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078446451","display_name":"Sheer El Showk","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheer El Showk","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082696325","display_name":"Stanislav Fort","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stanislav Fort","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070402589","display_name":"Zac Hatfield-Dodds","orcid":"https://orcid.org/0000-0002-8646-8362"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zac Hatfield-Dodds","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049786610","display_name":"Tom Henighan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tom Henighan","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041888075","display_name":"Scott G. Johnston","orcid":"https://orcid.org/0000-0002-5826-5613"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Scott Johnston","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011636042","display_name":"Andy Jones","orcid":"https://orcid.org/0000-0002-3130-9313"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andy Jones","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063374092","display_name":"Nicholas Joseph","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nicholas Joseph","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063790015","display_name":"Jackson Kernian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jackson Kernian","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009112681","display_name":"Shauna Kravec","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shauna Kravec","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110949689","display_name":"Ben Mann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ben Mann","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074552311","display_name":"Neel Nanda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neel Nanda","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028970835","display_name":"Kamal Ndousse","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kamal Ndousse","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108225540","display_name":"Catherine Olsson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Catherine Olsson","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036015279","display_name":"Daniela Amodei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniela Amodei","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074565235","display_name":"Tom Brown","orcid":"https://orcid.org/0000-0002-6538-3036"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tom Brown","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053213601","display_name":"Jared Kaplan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jared Kaplan","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054887773","display_name":"Sam McCandlish","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sam McCandlish","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027253674","display_name":"Christopher Olah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christopher Olah","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066197394","display_name":"Dario Amodei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dario Amodei","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031107879","display_name":"Jack Clark","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jack Clark","raw_affiliation_strings":["Anthropic, USA"],"affiliations":[{"raw_affiliation_string":"Anthropic, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":30,"corresponding_author_ids":["https://openalex.org/A5006294201"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.8133,"has_fulltext":true,"cited_by_count":172,"citation_normalized_percentile":{"value":0.99460432,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1747","last_page":"1764"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterintuitive","display_name":"Counterintuitive","score":0.7668877840042114},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7571561336517334},{"id":"https://openalex.org/keywords/predictability","display_name":"Predictability","score":0.7391525506973267},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.7342193126678467},{"id":"https://openalex.org/keywords/surprise","display_name":"Surprise","score":0.7156049013137817},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7017210721969604},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.5050445199012756},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4696682393550873},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.4434201419353485},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4153693616390228},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.41221216320991516},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39715132117271423},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3871634304523468},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.14591765403747559},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11089971661567688},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08770954608917236},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.08660304546356201}],"concepts":[{"id":"https://openalex.org/C101097943","wikidata":"https://www.wikidata.org/wiki/Q5176983","display_name":"Counterintuitive","level":2,"score":0.7668877840042114},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7571561336517334},{"id":"https://openalex.org/C197640229","wikidata":"https://www.wikidata.org/wiki/Q2534066","display_name":"Predictability","level":2,"score":0.7391525506973267},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.7342193126678467},{"id":"https://openalex.org/C2780343955","wikidata":"https://www.wikidata.org/wiki/Q333173","display_name":"Surprise","level":2,"score":0.7156049013137817},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7017210721969604},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.5050445199012756},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4696682393550873},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4434201419353485},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4153693616390228},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.41221216320991516},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39715132117271423},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3871634304523468},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.14591765403747559},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11089971661567688},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08770954608917236},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.08660304546356201},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3531146.3533229","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533229","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533229","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3531146.3533229","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533229","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533229","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4283157303.pdf","grobid_xml":"https://content.openalex.org/works/W4283157303.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W2219888463","https://openalex.org/W2785011159","https://openalex.org/W2897042519","https://openalex.org/W2962059918","https://openalex.org/W3001807593","https://openalex.org/W3003605245","https://openalex.org/W3041968715","https://openalex.org/W3100279624","https://openalex.org/W3100355250","https://openalex.org/W3133702157","https://openalex.org/W3157298328","https://openalex.org/W3171850892","https://openalex.org/W3197314008","https://openalex.org/W3214897310","https://openalex.org/W4200303997","https://openalex.org/W4205930673","https://openalex.org/W6893809404"],"related_works":["https://openalex.org/W1515583326","https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W4317695495","https://openalex.org/W4395044357","https://openalex.org/W4287117424","https://openalex.org/W4387506531","https://openalex.org/W2087346071","https://openalex.org/W2967848559"],"abstract_inverted_index":{"Large-scale":[0],"pre-training":[1],"has":[2],"recently":[3],"emerged":[4],"as":[5,15],"a":[6,28,47,54,167,185],"technique":[7],"for":[8,154,190],"creating":[9],"capable,":[10],"general-purpose,":[11],"generative":[12,44,237],"models":[13,33,45,183],"such":[14,32,86],"GPT-3,":[16],"Megatron-Turing":[17],"NLG,":[18],"Gopher,":[19],"and":[20,34,64,69,77,121,125,158,202,226,233],"many":[21],"others.":[22],"In":[23],"this":[24,40,108,191],"paper,":[25],"we":[26,126,141],"highlight":[27],"counterintuitive":[29],"property":[30],"of":[31,39,50,79,85,99,106,169,181,214],"discuss":[35],"the":[36,74,89,97,119,172,179,210],"policy":[37,212],"implications":[38],"property.":[41],"Namely,":[42],"these":[43,144,156,182,224],"have":[46],"paradoxical":[48],"combination":[49,109],"predictable":[51],"loss":[52],"on":[53],"broad":[55],"training":[56],"distribution":[57],"(as":[58],"embodied":[59],"in":[60],"their":[61,215],"\u201dscaling":[62],"laws\u201d),":[63],"unpredictable":[65,90],"specific":[66],"capabilities,":[67],"inputs,":[68],"outputs.":[70],"We":[71,102,164,188],"believe":[72],"that":[73,160],"high-level":[75],"predictability":[76],"appearance":[78],"useful":[80,195],"capabilities":[81],"drives":[82],"rapid":[83],"development":[84],"models,":[87,157],"while":[88],"qualities":[91],"make":[92],"it":[93],"difficult":[94],"to":[95,112,132,148,177,193,196,200,220,230],"anticipate":[96],"consequences":[98],"model":[100,150],"deployment.":[101,163],"go":[103],"through":[104],"examples":[105,117],"how":[107,143],"can":[110,161],"lead":[111],"socially":[113],"harmful":[114],"behavior":[115],"with":[116,166],"from":[118,138],"literature":[120],"real":[122],"world":[123],"observations,":[124],"also":[127],"perform":[128],"two":[129],"novel":[130],"experiments":[131],"illustrate":[133],"our":[134],"point":[135],"about":[136,209],"harms":[137],"unpredictability.":[139],"Furthermore,":[140],"analyze":[142],"conflicting":[145],"properties":[146],"combine":[147],"give":[149],"developers":[151],"various":[152],"motivations":[153],"deploying":[155],"challenges":[159],"hinder":[162],"conclude":[165],"list":[168],"possible":[170],"interventions":[171],"AI":[173,204],"community":[174],"may":[175],"take":[176],"increase":[178],"chance":[180],"having":[184],"beneficial":[186],"impact.":[187],"intend":[189],"paper":[192],"be":[194],"policymakers":[197],"who":[198,207,218,228],"want":[199,219,229],"understand":[201],"regulate":[203],"systems,":[205],"technologists":[206],"care":[208],"potential":[211],"impact":[213],"work,":[216],"funders":[217],"support":[221],"work":[222],"addressing":[223],"challenges,":[225],"academics":[227],"analyze,":[231],"critique,":[232],"potentially":[234],"develop":[235],"large":[236],"models.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":50},{"year":2024,"cited_by_count":65},{"year":2023,"cited_by_count":39},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}