{"id":"https://openalex.org/W7164008609","doi":"https://doi.org/10.48550/arxiv.2606.07520","title":"TinyJudge: Unverifiable Constraint Alignment via Lightweight Specialist Ensembles","display_name":"TinyJudge: Unverifiable Constraint Alignment via Lightweight Specialist Ensembles","publication_year":2026,"publication_date":"2026-04-19","ids":{"openalex":"https://openalex.org/W7164008609","doi":"https://doi.org/10.48550/arxiv.2606.07520"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.07520","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07520","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.07520","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138246866","display_name":"Yirong Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Yirong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138251128","display_name":"Yufei Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yufei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138214599","display_name":"Xiao Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018432470","display_name":"Yutai Hou","orcid":"https://orcid.org/0000-0001-8660-1891"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Yutai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138244705","display_name":"Yuxian Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuxian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138256095","display_name":"Wu Ning","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ning, Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053922312","display_name":"Hanwen Song","orcid":"https://orcid.org/0000-0001-9040-9026"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Haonan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138245919","display_name":"Dandan Tu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Dandan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032707509","display_name":"Qixun Zhang","orcid":"https://orcid.org/0000-0003-0055-3062"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qixun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138243276","display_name":"Yuxiang He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Yuxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138243177","display_name":"Bibo Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Bibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138206708","display_name":"Ting Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3668000102043152,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3668000102043152,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12200000137090683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.06080000102519989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7069000005722046},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5185999870300293},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.5019999742507935},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.48179998993873596},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.4634999930858612},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.45239999890327454},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4275999963283539},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.41679999232292175}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7444000244140625},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7069000005722046},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5185999870300293},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.5019999742507935},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.48179998993873596},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.4634999930858612},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.45239999890327454},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4275999963283539},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.41679999232292175},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3783000111579895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3580000102519989},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.35659998655319214},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3497999906539917},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34769999980926514},{"id":"https://openalex.org/C54525549","wikidata":"https://www.wikidata.org/wiki/Q2553445","display_name":"Weaving","level":2,"score":0.3181999921798706},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2985000014305115},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.2565999925136566}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.07520","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07520","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.07520","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07520","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.48212918639183044,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Instruction":[0],"Following":[1],"(IF)":[2],"is":[3],"a":[4,35,54,93,151,161],"core":[5],"capability":[6],"of":[7,75,99],"LLMs,":[8],"requiring":[9],"strict":[10],"adherence":[11],"to":[12,22,42,105],"diverse":[13],"constraints,":[14],"ranging":[15],"from":[16,58,114],"verifiable":[17,30],"ones":[18,24],"(e.g.,":[19,25],"output":[20],"length)":[21],"unverifiable":[23,44,76,170],"tone).":[26],"Reinforcement":[27],"learning":[28],"with":[29,169],"rewards":[31,107],"has":[32],"emerged":[33],"as":[34],"paradigm":[36],"for":[37,108,166],"IF":[38],"tasks,":[39],"leveraging":[40],"LLM-as-a-judge":[41],"assess":[43],"constraints.":[45,110],"However,":[46],"we":[47,69,90],"empirically":[48],"find":[49],"that":[50,80,95,132],"this":[51,67],"approach":[52],"remains":[53],"significant":[55],"bottleneck,":[56],"suffering":[57],"severe":[59],"reward":[60,145],"hacking":[61],"and":[62,78,142,163],"higher":[63],"computational":[64],"overhead.":[65],"In":[66],"work,":[68],"first":[70],"analyze":[71],"the":[72,135],"generalization":[73],"capabilities":[74],"constraints":[77,82],"discover":[79],"specific":[81],"exhibit":[83],"distinct,":[84],"high-generalization":[85],"patterns.":[86],"Motivated":[87],"by":[88,137],"this,":[89],"propose":[91],"TinyJudge,":[92],"framework":[94],"employs":[96],"an":[97],"ensemble":[98],"specialized":[100],"tiny":[101,119],"language":[102],"models":[103,116],"($\\sim0.6B$)":[104],"provide":[106],"soft":[109],"By":[111],"distilling":[112],"expertise":[113],"frontier":[115],"into":[117],"these":[118],"models,":[120],"it":[121,148],"achieves":[122,150],"high-precision,":[123],"lightweight":[124],"evaluation.":[125],"Extensive":[126],"evaluations":[127],"across":[128],"five":[129],"benchmarks":[130],"demonstrate":[131],"TinyJudge":[133],"outperforms":[134],"baselines":[136],"$\\sim10\\%$":[138],"in":[139,144,154],"average":[140],"performance":[141],"$12\\%$":[143],"precision.":[146],"Crucially,":[147],"also":[149],"$3\\times$":[152],"speedup":[153],"total":[155],"training":[156],"time.":[157],"Our":[158],"work":[159],"provides":[160],"scalable":[162],"robust":[164],"path":[165],"aligning":[167],"LLMs":[168],"human":[171],"instructions.":[172]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-10T00:00:00"}