{"id":"https://openalex.org/W7225263675","doi":"https://doi.org/10.48550/arxiv.2611.04785","title":"Kierston & KierstonBench: Simulation of Allentown, PA and Evaluation of Language Models in Crime Investigation and Surveillance Tasks","display_name":"Kierston & KierstonBench: Simulation of Allentown, PA and Evaluation of Language Models in Crime Investigation and Surveillance Tasks","publication_year":2026,"publication_date":"2026-11-03","ids":{"openalex":"https://openalex.org/W7225263675","doi":"https://doi.org/10.48550/arxiv.2611.04785"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2611.04785","doi":"https://doi.org/10.48550/arxiv.2611.04785","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.04785","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2611.04785","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086297790","display_name":"A I Semenov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Semenov, Andrew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138457373","display_name":"Svyatoslav Dorofeev","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dorofeev, Svyatoslav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.1768999993801117,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.1768999993801117,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.11680000275373459,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.06930000334978104,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9649999737739563},{"id":"https://openalex.org/keywords/criminal-investigation","display_name":"criminal investigation","score":0.6759999990463257},{"id":"https://openalex.org/keywords/mass-surveillance","display_name":"mass surveillance","score":0.972000002861023},{"id":"https://openalex.org/keywords/simulation-benchmarking","display_name":"simulation benchmarking","score":0.47600001096725464},{"id":"https://openalex.org/keywords/data-linkage","display_name":"data linkage","score":0.8479999899864197},{"id":"https://openalex.org/keywords/incident-investigation","display_name":"incident investigation","score":0.6890000104904175},{"id":"https://openalex.org/keywords/allentown-pennsylvania","display_name":"Allentown, Pennsylvania","score":0.6610000133514404}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7544000148773193},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7161999940872192},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6236000061035156},{"id":"https://openalex.org/C4438859","wikidata":"https://www.wikidata.org/wiki/Q186117","display_name":"Timeline","level":2,"score":0.5799999833106995},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.46540001034736633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41920000314712524},{"id":"https://openalex.org/C142210648","wikidata":"https://www.wikidata.org/wiki/Q1266546","display_name":"Record linkage","level":3,"score":0.4052000045776367},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3952000141143799},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3772999942302704},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3734000027179718},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.36719998717308044},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.353300005197525},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3212999999523163},{"id":"https://openalex.org/C2909164965","wikidata":"https://www.wikidata.org/wiki/Q6014597","display_name":"Incident report","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.28529998660087585},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2777000069618225},{"id":"https://openalex.org/C2779525943","wikidata":"https://www.wikidata.org/wiki/Q1187300","display_name":"Grammaticality","level":3,"score":0.2766999900341034},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2611.04785","doi":"https://doi.org/10.48550/arxiv.2611.04785","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.04785","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2611.04785","doi":"https://doi.org/10.48550/arxiv.2611.04785","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.04785","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.8046000003814697,"display_name":"Peace, justice, and strong institutions"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4387947619","https://openalex.org/W7214371292","https://openalex.org/W7134955369","https://openalex.org/W7171716917","https://openalex.org/W6943976202","https://openalex.org/W7131630928","https://openalex.org/W4403582523","https://openalex.org/W7155630368","https://openalex.org/W7196946090","https://openalex.org/W7093361127"],"abstract_inverted_index":{"Large":[0],"language":[1,152],"models":[2,69,173,189],"are":[3,105],"candidates":[4],"for":[5,192],"collecting":[6],"and":[7,13,18,39,56,80,85,90,104,142,160,179,195,197],"analyzing":[8],"records":[9,87,97,117,158,164],"in":[10,20,45],"criminal":[11],"investigations":[12],"mass":[14],"surveillance.":[15],"Their":[16],"capability":[17],"accuracy":[19],"this":[21],"work":[22],"cannot":[23],"currently":[24],"be":[25],"measured.":[26],"Real":[27],"deployments":[28],"lack":[29],"the":[30,81,126,163,177],"ground":[31],"truth":[32],"needed":[33],"to":[34,125],"score":[35],"a":[36,46,52,58,100,115],"model's":[37],"conclusions,":[38],"no":[40],"benchmark":[41,59,130],"evaluates":[42],"these":[43,62,188],"capabilities":[44,63],"simulated":[47,66],"environment.":[48],"We":[49],"present":[50],"Kierston,":[51],"city-scale":[53],"simulation":[54],"engine,":[55],"KierstonBench,":[57],"that":[60,88],"tests":[61],"against":[64],"known":[65],"events.":[67],"Kierston":[68],"approximately":[70],"125,000":[71],"residents":[72],"of":[73,144,150,171,176],"Allentown,":[74],"Pennsylvania,":[75],"generating":[76],"their":[77],"daily":[78],"activities":[79],"telecommunications,":[82],"financial,":[83],"administrative":[84],"license-plate":[86],"surveillance":[89],"investigative":[91],"systems":[92],"collect":[93],"about":[94],"them.":[95],"These":[96],"derive":[98],"from":[99],"common":[101,193],"behavioral":[102],"timeline":[103],"distributed":[106],"across":[107,121],"sources":[108,122],"representing":[109],"separate":[110],"providers.":[111],"Models":[112],"investigate":[113],"through":[114],"restricted":[116],"interface,":[118],"linking":[119],"observations":[120],"without":[123],"access":[124],"underlying":[127],"simulation.":[128],"The":[129],"comprises":[131],"32":[132],"task":[133],"families":[134],"covering":[135],"record":[136],"linkage,":[137],"routine":[138],"reconstruction,":[139],"incident":[140],"investigation":[141,159],"assessment":[143],"deceptive":[145],"accounts.":[146],"In":[147,185],"an":[148,200],"evaluation":[149],"sixteen":[151],"models,":[153],"most":[154,175],"could":[155],"not":[156,166],"perform":[157],"submitted":[161],"identifications":[162],"did":[165],"support.":[167],"A":[168],"small":[169],"number":[170],"frontier":[172],"solved":[174],"tasks":[178],"abstained":[180],"when":[181],"evidence":[182],"was":[183],"insufficient.":[184],"some":[186],"cases":[187],"still":[190],"fell":[191],"deceptions":[194],"assumptions,":[196],"none":[198],"replaced":[199],"investigator.":[201]},"counts_by_year":[],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2026-11-05T00:00:00"}