{"id":"https://openalex.org/W7154447179","doi":"https://doi.org/10.48550/arxiv.2604.12995","title":"PolicyLLM: Towards Excellent Comprehension of Public Policy for Large Language Models","display_name":"PolicyLLM: Towards Excellent Comprehension of Public Policy for Large Language Models","publication_year":2026,"publication_date":"2026-04-14","ids":{"openalex":"https://openalex.org/W7154447179","doi":"https://doi.org/10.48550/arxiv.2604.12995"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.12995","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12995","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.12995","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133663950","display_name":"Han Bao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bao, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133647286","display_name":"Penghao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Penghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133670291","display_name":"Yue Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133690614","display_name":"Zhengqing Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Zhengqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098748826","display_name":"Yanchi Ru","orcid":"https://orcid.org/0009-0005-4096-6517"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ru, Yanchi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133690189","display_name":"Rui Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133677089","display_name":"Yujun Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yujun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129655389","display_name":"Xiangqi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiangqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133656301","display_name":"Kehan Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Kehan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133654953","display_name":"Nitesh V Chawla","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chawla, Nitesh V","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133702251","display_name":"Yanfang Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Yanfang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133724069","display_name":"Xiangliang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiangliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.20520000159740448,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.20520000159740448,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.12139999866485596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10289999842643738,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.6258000135421753},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5498999953269958},{"id":"https://openalex.org/keywords/public-policy","display_name":"Public policy","score":0.5364999771118164},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.5249000191688538},{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.4832000136375427},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.46299999952316284},{"id":"https://openalex.org/keywords/policy-analysis","display_name":"Policy analysis","score":0.45590001344680786},{"id":"https://openalex.org/keywords/conceptual-model","display_name":"Conceptual model","score":0.4535999894142151},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.41659998893737793}],"concepts":[{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6258000135421753},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5498999953269958},{"id":"https://openalex.org/C109986646","wikidata":"https://www.wikidata.org/wiki/Q546113","display_name":"Public policy","level":2,"score":0.5364999771118164},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.5249000191688538},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5034999847412109},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.4832000136375427},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.46299999952316284},{"id":"https://openalex.org/C123587114","wikidata":"https://www.wikidata.org/wiki/Q2101508","display_name":"Policy analysis","level":2,"score":0.45590001344680786},{"id":"https://openalex.org/C13606891","wikidata":"https://www.wikidata.org/wiki/Q2623243","display_name":"Conceptual model","level":2,"score":0.4535999894142151},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.41659998893737793},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4050000011920929},{"id":"https://openalex.org/C556340858","wikidata":"https://www.wikidata.org/wiki/Q334451","display_name":"Language policy","level":2,"score":0.40119999647140503},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3952000141143799},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3732999861240387},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.36410000920295715},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.34950000047683716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3325999975204468},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32690000534057617},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.3231000006198883},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C147859227","wikidata":"https://www.wikidata.org/wiki/Q294217","display_name":"Public sector","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.28630000352859497},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.28619998693466187},{"id":"https://openalex.org/C203566152","wikidata":"https://www.wikidata.org/wiki/Q3179130","display_name":"Policy studies","level":3,"score":0.28290000557899475},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.28139999508857727},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2623000144958496}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.12995","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12995","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.12995","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12995","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.8132753372192383,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4],"increasingly":[5],"integrated":[6],"into":[7],"real-world":[8,61],"decision-making,":[9],"including":[10],"in":[11,89,147],"the":[12,36,56,66,132],"domain":[13],"of":[14,52,60,76,144],"public":[15],"policy.":[16],"Yet,":[17],"their":[18],"ability":[19],"to":[20,110],"comprehend":[21],"and":[22,58,82,85,130,150],"reason":[23],"about":[24],"policy-related":[25],"content":[26],"remains":[27],"underexplored.":[28],"To":[29],"fill":[30],"this":[31,95],"gap,":[32],"we":[33,97],"present":[34],"\\textbf{\\textit{PolicyBench}},":[35],"first":[37],"large-scale":[38],"cross-system":[39],"benchmark":[40,67],"(US-China)":[41],"evaluating":[42],"policy":[43,53,77,91,122,148],"comprehension,":[44],"comprising":[45],"21K":[46],"cases":[47],"across":[48],"a":[49,101],"broad":[50],"spectrum":[51],"areas,":[54],"capturing":[55],"diversity":[57],"complexity":[59],"governance.":[62],"Following":[63],"Bloom's":[64],"taxonomy,":[65],"assesses":[68],"three":[69],"core":[70],"capabilities:":[71],"(1)":[72],"\\textbf{Memorization}:":[73],"factual":[74],"recall":[75],"knowledge,":[78],"(2)":[79],"\\textbf{Understanding}:":[80],"conceptual":[81,128],"contextual":[83],"reasoning,":[84],"(3)":[86],"\\textbf{Application}:":[87],"problem-solving":[88],"real-life":[90],"scenarios.":[92],"Building":[93],"on":[94,120,125,135],"benchmark,":[96],"further":[98],"propose":[99],"\\textbf{\\textit{PolicyMoE}},":[100],"domain-specialized":[102],"Mixture-of-Experts":[103],"(MoE)":[104],"model":[105],"with":[106],"expert":[107],"modules":[108],"aligned":[109],"each":[111],"cognitive":[112],"level.":[113],"The":[114],"proposed":[115],"models":[116],"demonstrate":[117],"stronger":[118],"performance":[119],"application-oriented":[121],"tasks":[123],"than":[124],"memorization":[126],"or":[127],"understanding,":[129],"yields":[131],"highest":[133],"accuracy":[134],"structured":[136],"reasoning":[137],"tasks.":[138],"Our":[139],"results":[140],"reveal":[141],"key":[142],"limitations":[143],"current":[145],"LLMs":[146],"understanding":[149],"suggest":[151],"paths":[152],"toward":[153],"more":[154],"reliable,":[155],"policy-focused":[156],"models.":[157]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-16T00:00:00"}