{"id":"https://openalex.org/W7163423440","doi":"https://doi.org/10.48550/arxiv.2606.03980","title":"Skill-RM: Unifying Heterogeneous Evaluation Criteria via Agent Skill","display_name":"Skill-RM: Unifying Heterogeneous Evaluation Criteria via Agent Skill","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163423440","doi":"https://doi.org/10.48550/arxiv.2606.03980"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03980","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03980","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03980","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137738552","display_name":"Tao Chen","orcid":"https://orcid.org/0000-0001-9704-9545"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091605407","display_name":"Gangwei Jiang","orcid":"https://orcid.org/0000-0003-2052-658X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Gangwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137775917","display_name":"Pengyu Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Pengyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137735128","display_name":"Siyuan Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Siyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137740991","display_name":"Yihao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137761157","display_name":"Jingwei Ni","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ni, Jingwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137722027","display_name":"Jiaqi Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Jiaqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137763965","display_name":"Mengyu Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Mengyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137763575","display_name":"Kai Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100701947","display_name":"Junling Liu","orcid":"https://orcid.org/0000-0002-2510-790X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Junling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043729465","display_name":"Qinliang Su","orcid":"https://orcid.org/0000-0002-5903-2504"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Qinliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121672896","display_name":"Xiaoxi Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Xiaoxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137782171","display_name":"Guanjun Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Guanjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.17659999430179596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.17659999430179596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.10199999809265137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.10170000046491623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7013000249862671},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6098999977111816},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.5268999934196472},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.4778999984264374},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.45739999413490295},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4262000024318695},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.3756999969482422}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7554000020027161},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7013000249862671},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6098999977111816},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.5268999934196472},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.4778999984264374},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.45739999413490295},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4262000024318695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39910000562667847},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.3756999969482422},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37209999561309814},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.31470000743865967},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2596000134944916}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03980","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03980","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03980","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03980","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5787579417228699,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reward":[0,57],"models":[1],"(RMs)":[2],"provide":[3],"critical":[4],"feedback":[5],"signals":[6],"for":[7,157],"LLM":[8],"post-training,":[9],"notably":[10],"in":[11],"reinforced":[12],"fine-tuning":[13],"(RFT)":[14],"and":[15,36,95,119,129,135,168],"reinforcement":[16,136],"learning":[17],"(RL)":[18],"pipelines.":[19],"However,":[20],"current":[21],"reward":[22,65,77,110,127,158],"evaluation":[23],"relies":[24],"on":[25,126],"heterogeneous":[26,91],"criteria":[27],"such":[28],"as":[29,67,79],"rule-based":[30],"verifiers,":[31],"ground-truth":[32],"references,":[33],"procedural":[34],"checklists,":[35],"complex":[37],"rubrics,":[38],"where":[39],"a":[40,60,71,80,86,154],"unified":[41,61,155],"mechanism":[42],"to":[43,89,99,112],"integrate":[44],"all":[45],"types":[46],"of":[47,70,103,171],"evidence":[48,97],"remains":[49],"unexplored.":[50],"To":[51],"this":[52],"end,":[53],"we":[54],"propose":[55],"Skill":[56],"Model":[58],"(Skill-RM),":[59],"framework":[62],"that":[63,139,149],"reformulates":[64],"modeling":[66,159],"the":[68,100,109,166],"execution":[69],"reusable":[72],"Reward-Evaluation":[73],"Skill.":[74],"By":[75],"treating":[76],"computation":[78],"structured":[81],"agentic":[82],"task,":[83],"Skill-RM":[84,140,150],"provides":[85,153],"consistent":[87],"interface":[88],"orchestrate":[90],"resources,":[92],"dynamically":[93],"selecting":[94],"aggregating":[96],"tailored":[98],"specific":[101],"requirements":[102],"each":[104],"input.":[105],"This":[106],"approach":[107],"enables":[108],"model":[111],"move":[113],"beyond":[114],"static":[115],"evaluation,":[116],"ensuring":[117],"consistency":[118],"transparency":[120],"across":[121],"diverse":[122],"tasks.":[123],"Extensive":[124],"experiments":[125],"benchmarks":[128],"downstream":[130],"applications,":[131],"including":[132],"best-of-N":[133],"selection":[134],"learning,":[137],"demonstrate":[138],"consistently":[141],"outperforms":[142],"traditional":[143],"judge":[144],"baselines.":[145],"Our":[146],"findings":[147],"suggest":[148],"not":[151],"only":[152],"solution":[156],"but":[160],"also":[161],"achieves":[162],"superior":[163],"performance":[164],"through":[165],"strategic":[167],"dynamic":[169],"orchestration":[170],"evidence.":[172],"The":[173],"code":[174],"is":[175],"at":[176],"https://github.com/Qwen-Applications/Skill-RM.":[177]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}