{"id":"https://openalex.org/W4394972055","doi":"https://doi.org/10.48550/arxiv.2404.12241","title":"Introducing v0.5 of the AI Safety Benchmark from MLCommons","display_name":"Introducing v0.5 of the AI Safety Benchmark from MLCommons","publication_year":2024,"publication_date":"2024-04-18","ids":{"openalex":"https://openalex.org/W4394972055","doi":"https://doi.org/10.48550/arxiv.2404.12241"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2404.12241","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.12241","pdf_url":"https://arxiv.org/pdf/2404.12241","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.12241","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084936290","display_name":"Bertie Vidgen","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Vidgen, Bertie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001097821","display_name":"Adarsh Agrawal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agrawal, Adarsh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103112270","display_name":"Ahmed Mohamed Ahmed","orcid":"https://orcid.org/0000-0003-3019-5462"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahmed, Ahmed M.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075828823","display_name":"Victor Akinwande","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akinwande, Victor","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081552482","display_name":"Namir Al-Nuaimi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Al-Nuaimi, Namir","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785550","display_name":"Najla Alfaraj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alfaraj, Najla","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785553","display_name":"Elie Alhajjar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alhajjar, Elie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016381010","display_name":"Lora Aroyo","orcid":"https://orcid.org/0000-0001-9402-1133"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aroyo, Lora","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785556","display_name":"Trupti Bavalatti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bavalatti, Trupti","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055973731","display_name":"Borhane Blili-Hamelin","orcid":"https://orcid.org/0000-0002-9573-3332"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bartolo, Max","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013580260","display_name":"Kurt Bollacker","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Blili-Hamelin, Borhane","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785538","display_name":"Rishi Bomassani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bollacker, Kurt","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019134531","display_name":"Marisa Ferrara Boston","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bomassani, Rishi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785539","display_name":"Sim\u00e9on Campos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Boston, Marisa Ferrara","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785540","display_name":"Kal Chakra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Campos, Sim\u00e9on","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082276846","display_name":"Canyu Chen","orcid":"https://orcid.org/0009-0005-7098-832X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chakra, Kal","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039941658","display_name":"Cody Coleman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Canyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785541","display_name":"Zacharie Delpierre Coudert","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Coleman, Cody","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024746221","display_name":"Leon Derczynski","orcid":"https://orcid.org/0000-0002-8656-3431"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Coudert, Zacharie Delpierre","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113845539","display_name":"Debojyoti Dutta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Derczynski, Leon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785542","display_name":"Ian Eisenberg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dutta, Debojyoti","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003537070","display_name":"James Ezick","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eisenberg, Ian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785543","display_name":"Heather Frase","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ezick, James","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036265899","display_name":"Brian Fuller","orcid":"https://orcid.org/0000-0001-5865-2528"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frase, Heather","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785544","display_name":"Ram Gandikota","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fuller, Brian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029464626","display_name":"Agasthya Gangavarapu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gandikota, Ram","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054263871","display_name":"Ananya Gangavarapu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gangavarapu, Agasthya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785545","display_name":"James Gealy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gangavarapu, Ananya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043902598","display_name":"Rajat Ghosh","orcid":"https://orcid.org/0000-0003-2919-9693"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gealy, James","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055560893","display_name":"James Goel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghosh, Rajat","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088196515","display_name":"Usman Gohar","orcid":"https://orcid.org/0009-0001-8859-4928"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goel, James","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052546221","display_name":"Sujata Goswami","orcid":"https://orcid.org/0000-0001-6415-1244"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gohar, Usman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029882049","display_name":"Scott A. Hale","orcid":"https://orcid.org/0000-0002-6894-4951"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goswami, Sujata","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055020702","display_name":"Wiebke Toussaint Hutiri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hale, Scott A.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040428208","display_name":"Joseph Marvin Imperial","orcid":"https://orcid.org/0000-0003-1073-6129"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hutiri, Wiebke","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046611496","display_name":"Surgan Jandial","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Imperial, Joseph Marvin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085552254","display_name":"Nick Judd","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jandial, Surgan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034751153","display_name":"Felix Juefei-Xu","orcid":"https://orcid.org/0000-0002-0857-8611"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Judd, Nick","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071052367","display_name":"Foutse Khomh","orcid":"https://orcid.org/0000-0002-5704-4173"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juefei-Xu, Felix","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041470575","display_name":"Bhavya Kailkhura","orcid":"https://orcid.org/0000-0002-2819-2919"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khomh, Foutse","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051050719","display_name":"Hannah Rose Kirk","orcid":"https://orcid.org/0000-0002-7419-5993"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kailkhura, Bhavya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093104547","display_name":"Kevin Klyman","orcid":"https://orcid.org/0009-0003-2130-3529"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kirk, Hannah Rose","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785547","display_name":"Chris Knotz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klyman, Kevin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002457261","display_name":"Michael Kuchnik","orcid":"https://orcid.org/0000-0002-0805-1828"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Knotz, Chris","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101182265","display_name":"Shachi H Kumar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuchnik, Michael","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000369740","display_name":"Chris Lengerich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Shachi H.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374474","display_name":"Bo Li","orcid":"https://orcid.org/0000-0002-9336-1862"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Srijan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104175587","display_name":"Zeyi Liao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lengerich, Chris","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104284163","display_name":"Eileen Peters Long","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Bo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050298825","display_name":"Victor M. Lu","orcid":"https://orcid.org/0000-0002-9470-5890"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liao, Zeyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006623234","display_name":"Yifan Mai","orcid":"https://orcid.org/0000-0002-4807-037X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Long, Eileen Peters","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060394319","display_name":"Priyanka Mary Mammen","orcid":"https://orcid.org/0000-0001-7627-4479"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Victor","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785548","display_name":"Kelvin Manyeki","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luger, Sarah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113182879","display_name":"Sean McGregor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mai, Yifan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010618797","display_name":"Virendra Mehta","orcid":"https://orcid.org/0000-0001-9447-401X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mammen, Priyanka Mary","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032002477","display_name":"Shafee Mohammed","orcid":"https://orcid.org/0000-0003-4231-9960"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Manyeki, Kelvin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072470056","display_name":"Emanuel Moss","orcid":"https://orcid.org/0000-0002-3850-2677"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McGregor, Sean","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024793931","display_name":"Lama Nachman","orcid":"https://orcid.org/0000-0002-5824-242X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mehta, Virendra","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785549","display_name":"Dinesh Jinenhally Naganna","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammed, Shafee","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079607563","display_name":"Amin Nikanjam","orcid":"https://orcid.org/0000-0002-0440-6839"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moss, Emanuel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011998621","display_name":"Besmira Nushi","orcid":"https://orcid.org/0000-0002-7554-8586"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nachman, Lama","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084976562","display_name":"Luis Oala","orcid":"https://orcid.org/0000-0002-1379-8627"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Naganna, Dinesh Jinenhally","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785551","display_name":"Iftach Orr","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nikanjam, Amin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082569485","display_name":"Alicia Parrish","orcid":"https://orcid.org/0000-0002-1054-0516"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nushi, Besmira","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785552","display_name":"Cigdem Patlak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oala, Luis","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051148473","display_name":"William Pietri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Orr, Iftach","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050672404","display_name":"Forough Poursabzi-Sangdeh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parrish, Alicia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036470617","display_name":"E. Presani","orcid":"https://orcid.org/0000-0001-6254-9603"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patlak, Cigdem","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025470452","display_name":"Fabrizio Puletti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pietri, William","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050023117","display_name":"Paul R\u00f6ttger","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Poursabzi-Sangdeh, Forough","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113347067","display_name":"Saurav Sahay","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Presani, Eleonora","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101339700","display_name":"Tim Santos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Puletti, Fabrizio","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093272033","display_name":"Nino Scherrer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"R\u00f6ttger, Paul","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052343963","display_name":"Alice Schoenauer Sebag","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sahay, Saurav","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017166414","display_name":"Patrick Schramowski","orcid":"https://orcid.org/0000-0003-1231-7120"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Santos, Tim","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108886854","display_name":"Abolfazl Shahbazi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Scherrer, Nino","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101339701","display_name":"Vin Sharma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sebag, Alice Schoenauer","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091771176","display_name":"Xudong Shen","orcid":"https://orcid.org/0000-0001-9115-8572"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schramowski, Patrick","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785554","display_name":"Vamsi Sistla","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shahbazi, Abolfazl","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067697394","display_name":"Leonard Tang","orcid":"https://orcid.org/0009-0006-9109-4496"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Vin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018125347","display_name":"Davide Testuggine","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Xudong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022019488","display_name":"Vithursan Thangarasa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sistla, Vamsi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076813180","display_name":"Elizabeth Anne Watkins","orcid":"https://orcid.org/0000-0002-1434-589X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Leonard","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114151476","display_name":"Rebecca Weiss","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Testuggine, Davide","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106085231","display_name":"Chris Welty","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thangarasa, Vithursan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095785555","display_name":"Tyler Wilbers","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Watkins, Elizabeth Anne","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062696000","display_name":"Adina Williams","orcid":"https://orcid.org/0000-0001-5281-3343"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weiss, Rebecca","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028220093","display_name":"Carole-Jean Wu","orcid":"https://orcid.org/0000-0002-9032-7239"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Welty, Chris","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101644845","display_name":"Poonam Yadav","orcid":"https://orcid.org/0000-0002-0344-1261"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wilbers, Tyler","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109445159","display_name":"Xianjun Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Williams, Adina","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458994","display_name":"Yi Zeng","orcid":"https://orcid.org/0000-0002-7708-7146"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Carole-Jean","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100399717","display_name":"Wenhui Zhang","orcid":"https://orcid.org/0000-0002-3768-1917"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yadav, Poonam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083440236","display_name":"Fedor Zhdanov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Xianjun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026307285","display_name":"Jiacheng Zhu","orcid":"https://orcid.org/0000-0001-9707-7503"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Yi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025255782","display_name":"Percy Liang","orcid":"https://orcid.org/0000-0002-0458-6139"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wenhui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053488528","display_name":"Peter Mattson","orcid":"https://orcid.org/0000-0002-5984-238X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhdanov, Fedor","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016794035","display_name":"Joaquin Vanschoren","orcid":"https://orcid.org/0000-0001-7044-9805"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jiacheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Liang, Percy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Percy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Mattson, Peter","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mattson, Peter","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Vanschoren, Joaquin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vanschoren, Joaquin","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":100,"corresponding_author_ids":["https://openalex.org/A5084936290"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7748000025749207,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7748000025749207,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.778669536113739},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.46529731154441833},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.33572399616241455},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.11723238229751587},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.07568663358688354}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.778669536113739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46529731154441833},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.33572399616241455},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.11723238229751587},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.07568663358688354}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2404.12241","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.12241","pdf_url":"https://arxiv.org/pdf/2404.12241","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2404.12241","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2404.12241","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.12241","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.12241","pdf_url":"https://arxiv.org/pdf/2404.12241","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4394972055.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W2087343574"],"abstract_inverted_index":{"This":[0,158],"paper":[1],"introduces":[2],"v0.5":[3,53,99,132,161],"of":[4,32,73,88,92,107,115,127,142,156,160,162,183,199,211,220,265,280],"the":[5,14,29,49,98,108,113,125,131,140,151,163,176,212,245,263,269,278,294],"AI":[6,16,21,33,109,128,143,164,242,266],"Safety":[7,17,22,110,165],"Benchmark,":[8],"which":[9,51,93,178,232,276],"has":[10,24],"been":[11,25],"created":[12,84,234],"by":[13,112],"MLCommons":[15],"Working":[18],"Group.":[19],"The":[20,117],"Benchmark":[23,111,166],"designed":[26],"to":[27,45,63,103,138,148,172,261],"assess":[28,139],"safety":[30,126,141,264],"risks":[31],"systems":[34,184,243,267],"that":[35,257],"use":[36,58,180],"chat-tuned":[37,286],"language":[38,188,287],"models.":[39],"We":[40,83,101,145],"introduce":[41],"a":[42,56,64,70,85,169,197,217,238,282,290],"principled":[43,170],"approach":[44,171],"specifying":[46,173],"and":[47,69,80,154,174,189,193,205,252],"constructing":[48,175],"benchmark,":[50,177],"for":[52,209,241,293],"covers":[54],"only":[55],"single":[57],"case":[59],"(an":[60],"adult":[61],"chatting":[62],"general-purpose":[65],"assistant":[66],"in":[67,97,230],"English),":[68],"limited":[71],"set":[72,219],"personas":[74],"(i.e.,":[75],"typical":[76],"users,":[77,79],"malicious":[78],"vulnerable":[81],"users).":[82],"new":[86],"taxonomy":[87,198],"13":[89,200],"hazard":[90,201,213],"categories,":[91,214],"7":[94],"have":[95,146],"tests":[96,208],"benchmark.":[100,295],"plan":[102],"release":[104,159],"version":[105],"1.0":[106],"end":[114],"2024.":[116],"v1.0":[118],"benchmark":[119,133],"will":[120],"provide":[121],"meaningful":[122],"insights":[123],"into":[124],"systems.":[129,144],"However,":[130],"should":[134],"not":[135],"be":[136,259],"used":[137,260],"sought":[147],"fully":[149],"document":[150],"limitations,":[152],"flaws,":[153],"challenges":[155],"v0.5.":[157],"includes":[167],"(1)":[168],"comprises":[179],"cases,":[181],"types":[182],"under":[185],"test":[186,194,221,228,291],"(SUTs),":[187],"context,":[190],"personas,":[191],"tests,":[192],"items;":[195],"(2)":[196],"categories":[202],"with":[203,235],"definitions":[204],"subcategories;":[206],"(3)":[207],"seven":[210],"each":[215],"comprising":[216],"unique":[218],"items,":[222],"i.e.,":[223],"prompts.":[224],"There":[225],"are":[226],"43,090":[227],"items":[229],"total,":[231],"we":[233],"templates;":[236],"(4)":[237],"grading":[239],"system":[240],"against":[244],"benchmark;":[246,270],"(5)":[247],"an":[248,272],"openly":[249,284],"available":[250,285],"platform,":[251],"downloadable":[253],"tool,":[254],"called":[255],"ModelBench":[256],"can":[258],"evaluate":[262],"on":[268],"(6)":[271],"example":[273],"evaluation":[274],"report":[275],"benchmarks":[277],"performance":[279],"over":[281],"dozen":[283],"models;":[288],"(7)":[289],"specification":[292]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}