{"id":"https://openalex.org/W7119510661","doi":"https://doi.org/10.48550/arxiv.2601.03553","title":"Evaluating LLMs for Police Decision-Making: A Framework Based on Police Action Scenarios","display_name":"Evaluating LLMs for Police Decision-Making: A Framework Based on Police Action Scenarios","publication_year":2026,"publication_date":"2026-01-07","ids":{"openalex":"https://openalex.org/W7119510661","doi":"https://doi.org/10.48550/arxiv.2601.03553"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.03553","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.03553","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.03553","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122305374","display_name":"Sangyub Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lee, Sangyub","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088193279","display_name":"H. S. Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Heedou","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Kim, Hyeoncheol","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Hyeoncheol","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5122305374"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.1256999969482422,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.1256999969482422,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.09769999980926514,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07970000058412552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6305999755859375},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5522000193595886},{"id":"https://openalex.org/keywords/criminal-justice","display_name":"Criminal justice","score":0.30820000171661377},{"id":"https://openalex.org/keywords/risk-assessment","display_name":"Risk assessment","score":0.27000001072883606},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.267300009727478}],"concepts":[{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6305999755859375},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5522000193595886},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.4943000078201294},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.4350000023841858},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4172999858856201},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.41519999504089355},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35190001130104065},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3107999861240387},{"id":"https://openalex.org/C102587632","wikidata":"https://www.wikidata.org/wiki/Q117488","display_name":"Criminal justice","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C3116431","wikidata":"https://www.wikidata.org/wiki/Q31728","display_name":"Public administration","level":1,"score":0.30559998750686646},{"id":"https://openalex.org/C73484699","wikidata":"https://www.wikidata.org/wiki/Q161733","display_name":"Criminology","level":1,"score":0.304500013589859},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.29499998688697815},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2694999873638153},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C117660856","wikidata":"https://www.wikidata.org/wiki/Q1964968","display_name":"Criminal investigation","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.03553","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.03553","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.03553","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.03553","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.8149459958076477,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"use":[1,33],"of":[2,113],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"in":[7,104],"police":[8,18,88,122],"operations":[9,19],"is":[10],"growing,":[11],"yet":[12],"an":[13,114],"evaluation":[14,63,116],"framework":[15,59,117],"tailored":[16],"to":[17,37,118],"remains":[20],"absent.":[21],"While":[22],"LLM's":[23],"responses":[24],"may":[25],"not":[26],"always":[27],"be":[28],"legally":[29],"incorrect,":[30],"their":[31],"unverified":[32],"still":[34],"can":[35],"lead":[36],"severe":[38],"issues":[39],"such":[40],"as":[41],"unlawful":[42],"arrests":[43],"and":[44,79,128],"improper":[45],"evidence":[46],"collection.":[47],"To":[48],"address":[49],"this,":[50],"we":[51,68],"propose":[52],"PAS":[53],"(Police":[54],"Action":[55],"Scenarios),":[56],"a":[57,70],"systematic":[58],"covering":[60],"the":[61,111],"entire":[62],"process.":[64],"Applying":[65],"this":[66],"framework,":[67],"constructed":[69],"novel":[71],"QA":[72],"dataset":[73],"from":[74],"over":[75],"8,000":[76],"official":[77],"documents":[78],"established":[80],"key":[81],"metrics":[82],"validated":[83],"through":[84],"statistical":[85],"analysis":[86],"with":[87,98],"expert":[89],"judgements.":[90],"Experimental":[91],"results":[92],"show":[93],"that":[94],"commercial":[95],"LLMs":[96],"struggle":[97],"our":[99,126],"new":[100],"police-related":[101],"tasks,":[102],"particularly":[103],"providing":[105],"fact-based":[106],"recommendations.":[107],"This":[108],"study":[109],"highlights":[110],"necessity":[112],"expandable":[115],"ensure":[119],"reliable":[120],"AI-driven":[121],"operations.":[123],"We":[124],"release":[125],"data":[127],"prompt":[129],"template.":[130]},"counts_by_year":[],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2026-01-09T00:00:00"}