{"id":"https://openalex.org/W7103649434","doi":"https://doi.org/10.5281/zenodo.17502465","title":"Artifact Evaluation for the Paper: Benchmarking and Understanding Safety Risks in AI Character Platforms","display_name":"Artifact Evaluation for the Paper: Benchmarking and Understanding Safety Risks in AI Character Platforms","publication_year":2025,"publication_date":"2025-11-01","ids":{"openalex":"https://openalex.org/W7103649434","doi":"https://doi.org/10.5281/zenodo.17502465"},"language":null,"primary_location":{"id":"doi:10.5281/zenodo.17502465","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.17502465","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.17502465","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"WEI, Yiluo","orcid":"https://orcid.org/0009-0000-0318-9249"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"WEI, Yiluo","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0000-0318-9249","affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhang, Peixian","orcid":"https://orcid.org/0000-0002-9491-9485"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Peixian","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-9491-9485","affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Tyson, Gareth","orcid":"https://orcid.org/0000-0003-3010-791X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tyson, Gareth","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-3010-791X","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8682000041007996},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8241999745368958},{"id":"https://openalex.org/keywords/character","display_name":"Character (mathematics)","score":0.6414999961853027},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.5539000034332275},{"id":"https://openalex.org/keywords/identifier","display_name":"Identifier","score":0.5440999865531921},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.4796000123023987},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4767000079154968}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8682000041007996},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8241999745368958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6797000169754028},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.6414999961853027},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.5539000034332275},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.5440999865531921},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.4796000123023987},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4767000079154968},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4235000014305115},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4189999997615814},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.414000004529953},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3490000069141388},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.3336000144481659},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2971999943256378},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2912999987602234},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.28679999709129333},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.2849999964237213},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2614000141620636},{"id":"https://openalex.org/C2777206241","wikidata":"https://www.wikidata.org/wiki/Q194431","display_name":"Paragraph","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.17502465","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.17502465","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.17502465","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.17502465","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,157,162,174,205,219,233],"dataset":[1,59,216],"is":[2],"the":[3,6,10,28,31,34,38,43,47,52,73,82,99,103,109,122,127,134,139,144,165,170,178,181,191,198,201,208,214,223,237],"results":[4,50],"of":[5,30,51,76,84,121,180,207],"measurement":[7],"conducted":[8],"in":[9,17,108,146,222,236],"paper":[11,110],"\"Benchmarking":[12],"and":[13,37,45,80,193],"Understanding":[14],"Safety":[15],"Risks":[16],"AI":[18,77],"Character":[19],"Platforms\",":[20],"accepted":[21],"to":[22,151,164],"NDSS":[23],"'26.":[24],"It":[25],"contains":[26],"(i)":[27],"metadata":[29],"characters;":[32,44],"(ii)":[33],"benchmark":[35,158,166,209,215],"questions":[36],"corresponding":[39],"answers":[40],"obtained":[41],"from":[42,98],"(iii)":[46],"safety":[48,74,86,220,224,234,238],"assessment":[49],"question-answer":[53],"pairs.":[54],"We":[55],"believe":[56],"that":[57,189],"this":[58],"can":[60],"serve":[61],"as":[62,106,124,136,211,227,241],"a":[63,187],"valuable":[64],"resource":[65],"for":[66,197],"future":[67],"research,":[68],"enabling":[69],"deeper":[70],"investigations":[71],"into":[72],"challenges":[75],"character":[78,114,145,171],"platforms":[79],"fostering":[81],"development":[83],"improved":[85],"measures.":[87],"Columns:":[88],"-":[89,94,111,116,129,141,155,160,172,203,217,231],"platform:":[90],"Unique":[91,113],"platform":[92,128,140],"identifier":[93,115],"group:":[95],"Is":[96,143],"it":[97],"\"Popular":[100],"Set\"":[101,105],"or":[102],"\"Random":[104],"described":[107],"bot:":[112],"description:":[117],"Plain":[118],"text":[119],"description":[120],"character,":[123,135],"provided":[125,137,212],"by":[126,138,169,213,229,243],"tags:":[130],"Tags":[131],"associated":[132],"with":[133,200],"NSFW:":[142],"NSFW":[147],"mode":[148],"(i.e.,":[149],"expected":[150],"generate":[152],"adult":[153],"content)":[154],"question:":[156],"question":[159,167],"answer:":[161],"answer":[163],"generated":[168,228,242],"scenario:":[173],"opening":[175],"scenario.":[176],"At":[177],"beginning":[179],"conversation,":[182],"there":[183],"will":[184],"usually":[185],"be":[186],"paragraph":[188],"sets":[190],"scene":[192],"provides":[194],"background":[195],"information":[196],"conversation":[199],"character.":[202],"question_category:":[204],"category":[206,221],"question,":[210],"judge_category:":[218],"evaluation":[225,239],"result,":[226,240],"MD-Judge":[230,244],"judge_score:":[232],"score":[235]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-02T00:00:00"}