{"id":"https://openalex.org/W4403770676","doi":"https://doi.org/10.1007/s41060-024-00652-4","title":"CPSDbench: a large language model evaluation benchmark and baseline for Chinese public security domain","display_name":"CPSDbench: a large language model evaluation benchmark and baseline for Chinese public security domain","publication_year":2024,"publication_date":"2024-10-25","ids":{"openalex":"https://openalex.org/W4403770676","doi":"https://doi.org/10.1007/s41060-024-00652-4"},"language":"en","primary_location":{"id":"doi:10.1007/s41060-024-00652-4","doi":"https://doi.org/10.1007/s41060-024-00652-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s41060-024-00652-4","pdf_url":null,"source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-d","jufo-1","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.07234","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101072578","display_name":"Xin Tong","orcid":"https://orcid.org/0009-0008-0120-7931","observed_orcids":["https://orcid.org/0009-0008-0120-7931"]},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Tong","raw_affiliation_strings":["School of Information and Network Security, People\u2019s Public Security University of China, Xicheng District, Beijing, 100038, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Network Security, People\u2019s Public Security University of China, Xicheng District, Beijing, 100038, China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bo Jin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210095483","display_name":"The Third Institute of the Ministry of Public Security","ror":"https://ror.org/00jzxnz73","country_code":"CN","type":"facility","lineage":["https://openalex.org/I1302611135","https://openalex.org/I4210095483"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bo Jin","raw_affiliation_strings":["National Engineering Research Center of Classified Protection and Safeguard Technology for Cybersecurity, The Third Research Institute of the Ministry of Public Security of China, Xuhui District, Shanghai, 200120, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Classified Protection and Safeguard Technology for Cybersecurity, The Third Research Institute of the Ministry of Public Security of China, Xuhui District, Shanghai, 200120, China","institution_ids":["https://openalex.org/I4210095483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034906063","display_name":"Zhi Lin","orcid":"https://orcid.org/0000-0002-8902-4935","observed_orcids":["https://orcid.org/0000-0002-8902-4935"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Lin","raw_affiliation_strings":["Department of Engineering Physics, Tsinghua University, Haidian District, Beijing, 100084, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Physics, Tsinghua University, Haidian District, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009455764","display_name":"Binjun Wang","orcid":"https://orcid.org/0009-0008-5555-2757","observed_orcids":["https://orcid.org/0009-0008-5555-2757"]},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Binjun Wang","raw_affiliation_strings":["School of Information and Network Security, People\u2019s Public Security University of China, Xicheng District, Beijing, 100038, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Network Security, People\u2019s Public Security University of China, Xicheng District, Beijing, 100038, China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qiang Cheng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210095483","display_name":"The Third Institute of the Ministry of Public Security","ror":"https://ror.org/00jzxnz73","country_code":"CN","type":"facility","lineage":["https://openalex.org/I1302611135","https://openalex.org/I4210095483"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Cheng","raw_affiliation_strings":["National Engineering Research Center of Classified Protection and Safeguard Technology for Cybersecurity, The Third Research Institute of the Ministry of Public Security of China, Xuhui District, Shanghai, 200120, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Classified Protection and Safeguard Technology for Cybersecurity, The Third Research Institute of the Ministry of Public Security of China, Xuhui District, Shanghai, 200120, China","institution_ids":["https://openalex.org/I4210095483"]}]},{"author_position":"last","author":{"id":null,"display_name":"Ting Yu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210095483","display_name":"The Third Institute of the Ministry of Public Security","ror":"https://ror.org/00jzxnz73","country_code":"CN","type":"facility","lineage":["https://openalex.org/I1302611135","https://openalex.org/I4210095483"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Yu","raw_affiliation_strings":["National Engineering Research Center of Classified Protection and Safeguard Technology for Cybersecurity, The Third Research Institute of the Ministry of Public Security of China, Xuhui District, Shanghai, 200120, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Classified Protection and Safeguard Technology for Cybersecurity, The Third Research Institute of the Ministry of Public Security of China, Xuhui District, Shanghai, 200120, China","institution_ids":["https://openalex.org/I4210095483"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5009455764"],"corresponding_institution_ids":["https://openalex.org/I37448385","https://openalex.org/I4210095483"],"apc_list":{"value":3190,"currency":"USD","value_usd":3190},"apc_paid":null,"fwci":0.147,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.48546277,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"20","issue":"4","first_page":"3205","last_page":"3234"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9350000023841858},{"id":"https://openalex.org/keywords/llm-benchmark","display_name":"LLM benchmark","score":0.8190000057220459},{"id":"https://openalex.org/keywords/public-security","display_name":"public security","score":0.8209999799728394},{"id":"https://openalex.org/keywords/chinese-language","display_name":"Chinese language","score":0.4970000088214874},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.8730000257492065},{"id":"https://openalex.org/keywords/information-extraction","display_name":"information extraction","score":0.9890000224113464},{"id":"https://openalex.org/keywords/question-answering","display_name":"question answering","score":0.9990000128746033},{"id":"https://openalex.org/keywords/text-generation","display_name":"text generation","score":0.9980000257492065},{"id":"https://openalex.org/keywords/evaluation-indicators","display_name":"evaluation metrics","score":0.8970000147819519}],"concepts":[{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.863081693649292},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7293496131896973},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6024810075759888},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5421517491340637},{"id":"https://openalex.org/C512654426","wikidata":"https://www.wikidata.org/wiki/Q19652","display_name":"Public domain","level":2,"score":0.5057051181793213},{"id":"https://openalex.org/C2986045029","wikidata":"https://www.wikidata.org/wiki/Q294240","display_name":"Public security","level":2,"score":0.4256516396999359},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.41387268900871277},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.30498331785202026},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.17880919575691223},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1394755244255066},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10137048363685608},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0905846655368805},{"id":"https://openalex.org/C3116431","wikidata":"https://www.wikidata.org/wiki/Q31728","display_name":"Public administration","level":1,"score":0.08072143793106079},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.06011417508125305},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s41060-024-00652-4","doi":"https://doi.org/10.1007/s41060-024-00652-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s41060-024-00652-4","pdf_url":null,"source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-d","jufo-1","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2402.07234","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.07234","pdf_url":"https://arxiv.org/pdf/2402.07234","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.07234","doi":"https://doi.org/10.48550/arxiv.2402.07234","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.07234","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.07234","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.07234","pdf_url":"https://arxiv.org/pdf/2402.07234","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6601999998092651,"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16"}],"sustainable_development_goals_aurora":[{"score":0.5299999713897705,"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G3977668281","display_name":null,"funder_award_id":"20AZD114","funder_id":"https://openalex.org/F4320327557","funder_display_name":"National Office for Philosophy and Social Sciences"},{"id":"https://openalex.org/G449290416","display_name":null,"funder_award_id":"20AZD114","funder_id":"https://openalex.org/F4320335869","funder_display_name":"National Social Science Fund of China"}],"funders":[{"id":"https://openalex.org/F4320327557","display_name":"National Office for Philosophy and Social Sciences","ror":"https://ror.org/04m0ms912"},{"id":"https://openalex.org/F4320335869","display_name":"National Social Science Fund of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403770676.pdf","grobid_xml":"https://content.openalex.org/works/W4403770676.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2970641574","https://openalex.org/W3156636935","https://openalex.org/W3168997536","https://openalex.org/W4283026156","https://openalex.org/W4285294723","https://openalex.org/W4319323461","https://openalex.org/W4322718191","https://openalex.org/W4376653782","https://openalex.org/W4379598302","https://openalex.org/W4384071683","https://openalex.org/W4385681149","https://openalex.org/W4386081064","https://openalex.org/W4387225871","https://openalex.org/W4389519438","https://openalex.org/W4391028459","https://openalex.org/W4398249971","https://openalex.org/W4400531953","https://openalex.org/W4401043132","https://openalex.org/W4401397240","https://openalex.org/W4402670856","https://openalex.org/W4402683822","https://openalex.org/W4403582523","https://openalex.org/W4404783199","https://openalex.org/W6702248584","https://openalex.org/W6846002521","https://openalex.org/W6856398428"],"related_works":["https://openalex.org/W7119558024","https://openalex.org/W4399442045","https://openalex.org/W4399795620","https://openalex.org/W4411379425","https://openalex.org/W4404987271","https://openalex.org/W7119162283","https://openalex.org/W4393027111","https://openalex.org/W4406248200","https://openalex.org/W4387560454","https://openalex.org/W4366735819"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2024-10-26T00:00:00"}