{"id":"https://openalex.org/W7154183517","doi":"https://doi.org/10.48550/arxiv.2604.08948","title":"TaxPraBen: A Scalable Benchmark for Structured Evaluation of LLMs in Chinese Real-World Tax Practice","display_name":"TaxPraBen: A Scalable Benchmark for Structured Evaluation of LLMs in Chinese Real-World Tax Practice","publication_year":2026,"publication_date":"2026-04-10","ids":{"openalex":"https://openalex.org/W7154183517","doi":"https://doi.org/10.48550/arxiv.2604.08948"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.08948","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08948","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.08948","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133509948","display_name":"Gang Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Gang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133542958","display_name":"Yating Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yating","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133529212","display_name":"Haiyan Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Haiyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133487257","display_name":"Wang Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108210470","display_name":"Jiajia Huang","orcid":"https://orcid.org/0000-0003-4107-1211"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Jiajia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133515265","display_name":"Min Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Min","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133525141","display_name":"Qianqian Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Qianqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133524391","display_name":"Kun Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue, Kun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.25940001010894775,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.25940001010894775,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09210000187158585,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.08860000222921371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6351000070571899},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5658000111579895},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4952999949455261},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4846999943256378},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.40310001373291016}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6351000070571899},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5658000111579895},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5537999868392944},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4952999949455261},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4846999943256378},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.40310001373291016},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3328000009059906},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3172999918460846},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.31380000710487366},{"id":"https://openalex.org/C165786947","wikidata":"https://www.wikidata.org/wiki/Q179222","display_name":"Income tax","level":2,"score":0.3127000033855438},{"id":"https://openalex.org/C100001284","wikidata":"https://www.wikidata.org/wiki/Q2248246","display_name":"Public economics","level":1,"score":0.27720001339912415},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C191935318","wikidata":"https://www.wikidata.org/wiki/Q148","display_name":"China","level":2,"score":0.2736999988555908}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.08948","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08948","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.08948","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08948","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"excel":[5],"in":[6,14,167],"various":[7],"general":[8],"domains,":[9],"they":[10],"exhibit":[11],"notable":[12],"gaps":[13],"the":[15,49,144],"highly":[16],"specialized,":[17],"knowledge-intensive,":[18],"and":[19,75,101,134],"legally":[20],"regulated":[21],"Chinese":[22,54,135],"tax":[23,69,72,76,106,150],"domain.":[24],"Consequently,":[25],"while":[26,109,143],"tax-related":[27],"benchmarks":[28],"are":[29],"gaining":[30],"attention,":[31],"many":[32],"focus":[33],"on":[34,120],"isolated":[35],"NLP":[36],"tasks,":[37,62],"neglecting":[38],"real-world":[39,67],"practical":[40,168],"capabilities.":[41],"To":[42],"address":[43],"this":[44],"issue,":[45],"we":[46],"introduce":[47],"TaxPraBen,":[48],"first":[50],"dedicated":[51],"benchmark":[52],"for":[53,162],"taxation":[55],"practice.":[56],"It":[57],"combines":[58],"10":[59],"traditional":[60],"application":[61],"along":[63],"with":[64,148],"3":[65],"pioneering":[66],"scenarios:":[68],"risk":[70],"prevention,":[71],"inspection":[73],"analysis,":[74],"strategy":[77],"planning,":[78],"sourced":[79],"from":[80],"14":[81],"datasets":[82],"totaling":[83],"7.3K":[84],"instances.":[85],"TaxPraBen":[86,156],"features":[87],"a":[88,159],"scalable":[89],"structured":[90],"evaluation":[91],"paradigm":[92],"designed":[93],"through":[94],"process":[95],"of":[96,165],"\"structured":[97],"parsing-field":[98],"alignment":[99],"extraction-numerical":[100],"textual":[102],"matching\",":[103],"enabling":[104],"end-to-end":[105],"practice":[107],"assessment":[108],"being":[110],"extensible":[111],"to":[112],"other":[113],"domains.":[114],"We":[115],"evaluate":[116],"19":[117],"LLMs":[118,132,136,166],"based":[119],"Bloom's":[121],"taxonomy.":[122],"The":[123],"results":[124],"indicate":[125],"significant":[126],"performance":[127],"disparities:":[128],"all":[129],"closed-source":[130],"large-parameter":[131],"excel,":[133],"like":[137],"Qwen2.5":[138],"generally":[139],"exceed":[140],"multilingual":[141],"LLMs,":[142],"YaYi2":[145],"LLM,":[146],"fine-tuned":[147],"some":[149],"data,":[151],"shows":[152],"only":[153],"limited":[154],"improvement.":[155],"serves":[157],"as":[158],"vital":[160],"resource":[161],"advancing":[163],"evaluations":[164],"applications.":[169]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-14T00:00:00"}