{"id":"https://openalex.org/W7202215522","doi":"https://doi.org/10.48550/arxiv.2608.08189","title":"Janus: An Algorithm-Evaluator Co-Evolution Framework for LLM-Driven Discovery under Expensive Evaluation Budgets","display_name":"Janus: An Algorithm-Evaluator Co-Evolution Framework for LLM-Driven Discovery under Expensive Evaluation Budgets","publication_year":2026,"publication_date":"2026-08-08","ids":{"openalex":"https://openalex.org/W7202215522","doi":"https://doi.org/10.48550/arxiv.2608.08189"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.08189","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.08189","pdf_url":"https://arxiv.org/pdf/2608.08189","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.08189","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058120371","display_name":"Ximeng Liu","orcid":"https://orcid.org/0000-0002-4238-3295","observed_orcids":["https://orcid.org/0000-0002-4238-3295"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ximeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146521191","display_name":"Qianlong Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Qianlong","raw_affiliation_strings":["Baidu Inc. , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc. , Beijing , China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068911234","display_name":"Yingming Mao","orcid":"https://orcid.org/0009-0002-3715-0961","observed_orcids":["https://orcid.org/0009-0002-3715-0961"]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mao, Yingming","raw_affiliation_strings":["Xi'an Jiaotong University , Xi'an , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University , Xi'an , China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146436784","display_name":"Annan Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Annan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146440474","display_name":"Yatao Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li, Yatao","raw_affiliation_strings":["Zhongguancun Institute of Artificial Intelligence , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhongguancun Institute of Artificial Intelligence , Beijing , China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146449930","display_name":"Shizhen Zhao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao, Shizhen","raw_affiliation_strings":["Shanghai Jiao Tong University , Shanghai , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University , Shanghai , China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121776096","display_name":"Jianmin Wu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu, Jianmin","raw_affiliation_strings":["Baidu Inc. , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc. , Beijing , China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100594590","display_name":"Dawei Yin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin, Dawei","raw_affiliation_strings":["Baidu Inc. , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc. , Beijing , China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5105366551","display_name":"Dou Shen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shen, Dou","raw_affiliation_strings":["Baidu Inc. , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc. , Beijing , China","institution_ids":["https://openalex.org/I98301712"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/coevolution","display_name":"coevolution","score":0.7860000133514404},{"id":"https://openalex.org/keywords/limited-labeled-data","display_name":"limited labeled data","score":0.6179999709129333},{"id":"https://openalex.org/keywords/credit-assignment","display_name":"credit assignment","score":0.5320000052452087}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6707000136375427},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6467999815940857},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.567799985408783},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.5486999750137329},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.48829999566078186},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.47440001368522644},{"id":"https://openalex.org/C2779290492","wikidata":"https://www.wikidata.org/wiki/Q6155940","display_name":"Janus","level":2,"score":0.4742000102996826},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.46059998869895935},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.4429999887943268},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.42739999294281006},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41280001401901245},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.4000999927520752},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3677999973297119},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3601999878883362},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3483999967575073},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C152938233","wikidata":"https://www.wikidata.org/wiki/Q1190756","display_name":"Janus particles","level":3,"score":0.2583000063896179},{"id":"https://openalex.org/C2984917352","wikidata":"https://www.wikidata.org/wiki/Q12772819","display_name":"Scientific discovery","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C41458344","wikidata":"https://www.wikidata.org/wiki/Q732577","display_name":"Publication","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.08189","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.08189","pdf_url":"https://arxiv.org/pdf/2608.08189","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.08189","doi":"https://doi.org/10.48550/arxiv.2608.08189","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.08189","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.08189","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.08189","pdf_url":"https://arxiv.org/pdf/2608.08189","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7202215522.pdf","grobid_xml":"https://content.openalex.org/works/W7202215522.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7206182487","https://openalex.org/W7111017469","https://openalex.org/W7165647483","https://openalex.org/W7221114610","https://openalex.org/W7171568130","https://openalex.org/W7223243835","https://openalex.org/W7221877947","https://openalex.org/W7161602368","https://openalex.org/W4416035637","https://openalex.org/W6929435551"],"abstract_inverted_index":{"LLM-driven":[0],"program":[1],"discovery":[2,209],"relies":[3],"on":[4],"rapid":[5],"evaluator":[6,82],"feedback,":[7],"but":[8],"many":[9],"scientific":[10,143,217],"and":[11,42,64,84,106,126,144,162,224],"engineering":[12,145],"tasks":[13,211],"require":[14],"high-fidelity":[15],"simulations,":[16],"hardware":[17],"execution,":[18],"or":[19,137],"physical":[20],"experiments,":[21],"making":[22],"each":[23],"evaluation":[24,221],"expensive.":[25,225],"Cheap":[26],"surrogate":[27],"evaluators":[28,96,192],"can":[29,132],"reduce":[30],"this":[31],"cost,":[32],"yet":[33],"fixed":[34],"surrogates":[35],"are":[36,43],"vulnerable":[37],"to":[38,45,60,79,123,216],"search-induced":[39],"distribution":[40,92],"shift":[41],"difficult":[44],"fit":[46],"reliably":[47],"from":[48,210],"sparse,":[49],"search-biased":[50],"labels.":[51],"We":[52],"introduce":[53],"Janus,":[54],"a":[55,103,150,167],"framework":[56],"that":[57,170],"uses":[58,120],"LLMs":[59,78],"co-evolve":[61],"target":[62,98,173],"programs":[63,83],"executable":[65],"proxy":[66,115,191],"evaluators.":[67],"To":[68,90],"address":[69],"label":[70],"scarcity,":[71],"Janus":[72,94,119,148,177],"leverages":[73],"domain":[74],"knowledge":[75],"encoded":[76],"in":[77],"generate":[80],"task-specific":[81],"calibrates":[85],"them":[86,101,121],"using":[87,102],"real":[88,128,188],"outcomes.":[89],"mitigate":[91],"shift,":[93],"evolves":[95,171],"alongside":[97],"programs,":[99],"selects":[100],"promotion-aligned":[104],"objective,":[105],"maintains":[107],"region-conditioned":[108],"portfolios":[109],"with":[110,185,212],"online":[111],"credit":[112],"updates.":[113],"Because":[114],"predictions":[116],"remain":[117],"fallible,":[118],"only":[122,172],"prioritize":[124],"candidates":[125,131,196],"requires":[127],"validation":[129],"before":[130],"enter":[133],"the":[134,139,154,159,181],"target-program":[135],"population":[136],"update":[138],"incumbent.":[140],"Across":[141],"five":[142],"design":[146],"tasks,":[147],"achieves":[149],"larger":[151],"area":[152],"under":[153],"best-so-far":[155],"improvement":[156,184],"curve":[157],"over":[158],"real-evaluation":[160],"budget":[161],"higher":[163],"final":[164,183],"performance":[165],"than":[166,199],"matched":[168],"baseline":[169],"programs.":[174],"On":[175],"average,":[176],"reaches":[178],"99/%":[179],"of":[180],"baseline's":[182],"59.1/%":[186],"fewer":[187],"evaluations.":[189],"Evolved":[190],"also":[193],"rank":[194],"promising":[195],"more":[197],"accurately":[198],"their":[200],"seed":[201],"versions.":[202],"Together,":[203],"these":[204],"results":[205],"extend":[206],"evaluator-guided":[207],"LLM":[208],"cheap,":[213],"scalable":[214],"feedback":[215],"domains":[218],"where":[219],"trustworthy":[220],"is":[222],"scarce":[223]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-08-12T00:00:00"}