{"id":"https://openalex.org/W4403770676","doi":"https://doi.org/10.1007/s41060-024-00652-4","title":"CPSDbench: a large language model evaluation benchmark and baseline for Chinese public security domain","display_name":"CPSDbench: a large language model evaluation benchmark and baseline for Chinese public security domain","publication_year":2024,"publication_date":"2024-10-25","ids":{"openalex":"https://openalex.org/W4403770676","doi":"https://doi.org/10.1007/s41060-024-00652-4"},"language":"en","primary_location":{"id":"doi:10.1007/s41060-024-00652-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s41060-024-00652-4","pdf_url":null,"source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101072578","display_name":"Xin Tong","orcid":"https://orcid.org/0009-0008-0120-7931"},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Tong","raw_affiliation_strings":["School of Information and Network Security, People\u2019s Public Security University of China, Xicheng District, Beijing, 100038, China","School of Information and Network Security, People's Public Security University of China, Xicheng District, Beijing, 100038, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Network Security, People\u2019s Public Security University of China, Xicheng District, Beijing, 100038, China","institution_ids":["https://openalex.org/I37448385"]},{"raw_affiliation_string":"School of Information and Network Security, People's Public Security University of China, Xicheng District, Beijing, 100038, China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051178997","display_name":"Bo Jin","orcid":"https://orcid.org/0000-0002-4094-7499"},"institutions":[{"id":"https://openalex.org/I1302611135","display_name":"Ministry of Public Security of the People's Republic of China","ror":"https://ror.org/00bt9we26","country_code":"CN","type":"government","lineage":["https://openalex.org/I1302611135"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Jin","raw_affiliation_strings":["National Engineering Research Center of Classified Protection and Safeguard Technology for Cybersecurity, The Third Research Institute of the Ministry of Public Security of China, Xuhui District, Shanghai, 200120, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Classified Protection and Safeguard Technology for Cybersecurity, The Third Research Institute of the Ministry of Public Security of China, Xuhui District, Shanghai, 200120, China","institution_ids":["https://openalex.org/I1302611135"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034906063","display_name":"Zhi Lin","orcid":"https://orcid.org/0000-0002-8902-4935"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Lin","raw_affiliation_strings":["Department of Engineering Physics, Tsinghua University, Haidian District, Beijing, 100084, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Physics, Tsinghua University, Haidian District, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009455764","display_name":"Binjun Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Binjun Wang","raw_affiliation_strings":["School of Information and Network Security, People\u2019s Public Security University of China, Xicheng District, Beijing, 100038, China","School of Information and Network Security, People's Public Security University of China, Xicheng District, Beijing, 100038, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Network Security, People\u2019s Public Security University of China, Xicheng District, Beijing, 100038, China","institution_ids":["https://openalex.org/I37448385"]},{"raw_affiliation_string":"School of Information and Network Security, People's Public Security University of China, Xicheng District, Beijing, 100038, China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100768220","display_name":"Qiang Cheng","orcid":"https://orcid.org/0000-0002-3596-2838"},"institutions":[{"id":"https://openalex.org/I1302611135","display_name":"Ministry of Public Security of the People's Republic of China","ror":"https://ror.org/00bt9we26","country_code":"CN","type":"government","lineage":["https://openalex.org/I1302611135"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Cheng","raw_affiliation_strings":["National Engineering Research Center of Classified Protection and Safeguard Technology for Cybersecurity, The Third Research Institute of the Ministry of Public Security of China, Xuhui District, Shanghai, 200120, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Classified Protection and Safeguard Technology for Cybersecurity, The Third Research Institute of the Ministry of Public Security of China, Xuhui District, Shanghai, 200120, China","institution_ids":["https://openalex.org/I1302611135"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080357184","display_name":"Ting Yu","orcid":"https://orcid.org/0000-0001-6386-1906"},"institutions":[{"id":"https://openalex.org/I1302611135","display_name":"Ministry of Public Security of the People's Republic of China","ror":"https://ror.org/00bt9we26","country_code":"CN","type":"government","lineage":["https://openalex.org/I1302611135"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Yu","raw_affiliation_strings":["National Engineering Research Center of Classified Protection and Safeguard Technology for Cybersecurity, The Third Research Institute of the Ministry of Public Security of China, Xuhui District, Shanghai, 200120, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Classified Protection and Safeguard Technology for Cybersecurity, The Third Research Institute of the Ministry of Public Security of China, Xuhui District, Shanghai, 200120, China","institution_ids":["https://openalex.org/I1302611135"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5009455764"],"corresponding_institution_ids":["https://openalex.org/I37448385"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":null,"fwci":0.2778,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.63478447,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"20","issue":"4","first_page":"3205","last_page":"3234"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9289000034332275,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.863081693649292},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7293496131896973},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6024810075759888},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5421517491340637},{"id":"https://openalex.org/keywords/public-domain","display_name":"Public domain","score":0.5057051181793213},{"id":"https://openalex.org/keywords/public-security","display_name":"Public security","score":0.4256516396999359},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.41387268900871277},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.30498331785202026},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.17880919575691223},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.1394755244255066},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10137048363685608},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.0905846655368805},{"id":"https://openalex.org/keywords/public-administration","display_name":"Public administration","score":0.08072143793106079},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.06011417508125305}],"concepts":[{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.863081693649292},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7293496131896973},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6024810075759888},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5421517491340637},{"id":"https://openalex.org/C512654426","wikidata":"https://www.wikidata.org/wiki/Q19652","display_name":"Public domain","level":2,"score":0.5057051181793213},{"id":"https://openalex.org/C2986045029","wikidata":"https://www.wikidata.org/wiki/Q294240","display_name":"Public security","level":2,"score":0.4256516396999359},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.41387268900871277},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.30498331785202026},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.17880919575691223},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1394755244255066},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10137048363685608},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0905846655368805},{"id":"https://openalex.org/C3116431","wikidata":"https://www.wikidata.org/wiki/Q31728","display_name":"Public administration","level":1,"score":0.08072143793106079},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.06011417508125305},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s41060-024-00652-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s41060-024-00652-4","pdf_url":null,"source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G3977668281","display_name":null,"funder_award_id":"20AZD114","funder_id":"https://openalex.org/F4320327557","funder_display_name":"National Office for Philosophy and Social Sciences"}],"funders":[{"id":"https://openalex.org/F4320327557","display_name":"National Office for Philosophy and Social Sciences","ror":"https://ror.org/04m0ms912"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2970641574","https://openalex.org/W3156636935","https://openalex.org/W3168997536","https://openalex.org/W4285294723","https://openalex.org/W4319323461","https://openalex.org/W4322718191","https://openalex.org/W4376653782","https://openalex.org/W4378718543","https://openalex.org/W4379598302","https://openalex.org/W4384071683","https://openalex.org/W4385681149","https://openalex.org/W4386081064","https://openalex.org/W4389519438","https://openalex.org/W4391028459","https://openalex.org/W4398249971","https://openalex.org/W4400531953","https://openalex.org/W4402670856","https://openalex.org/W4402683822","https://openalex.org/W4403582523","https://openalex.org/W4404783199","https://openalex.org/W6702248584","https://openalex.org/W6838461927","https://openalex.org/W6846002521","https://openalex.org/W6855498594","https://openalex.org/W6856398428","https://openalex.org/W6856800273"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W4321353415","https://openalex.org/W2913146933","https://openalex.org/W2745001401","https://openalex.org/W2372385138","https://openalex.org/W4296359239"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-02-07T06:11:34.122080","created_date":"2025-10-10T00:00:00"}