{"id":"https://openalex.org/W7203633772","doi":"https://doi.org/10.48550/arxiv.2608.13940","title":"AI Research Preference Models","display_name":"AI Research Preference Models","publication_year":2026,"publication_date":"2026-08-14","ids":{"openalex":"https://openalex.org/W7203633772","doi":"https://doi.org/10.48550/arxiv.2608.13940"},"language":null,"primary_location":{"id":"pmh:oai:arXiv.org:2608.13940","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.13940","pdf_url":"https://arxiv.org/pdf/2608.13940","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.13940","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125420024","display_name":"Thomas Simon Foster","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Foster, Thomas Simon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092990928","display_name":"Bassel Al Omari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Omari, Bassel Al","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147343091","display_name":"Tingchen Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Tingchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020408443","display_name":"Thomas Mann","orcid":"https://orcid.org/0000-0001-7047-9609"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mann, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147369162","display_name":"Carl Domond","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Domond, Carl","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147335494","display_name":"Lucia Cipolina-Kun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cipolina-Kun, Lucia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147318060","display_name":"Bhavul Gauri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gauri, Bhavul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125426835","display_name":"Muna Aghamelu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aghamelu, Muna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002918998","display_name":"Alexander Goldie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goldie, Alexander D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114425879","display_name":"Eryk Helenowski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Helenowski, Eryk","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073953372","display_name":"Jean-Christophe Gagnon-Audet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gagnon-Audet, Jean-Christophe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147337820","display_name":"Alberto Pepe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pepe, Alberto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125418331","display_name":"Saba Nazir","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nazir, Saba","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052684245","display_name":"Daniel Izcovich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Izcovich, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147329770","display_name":"Noam Levi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Levi, Noam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070202776","display_name":"Rishi Hazra","orcid":"https://orcid.org/0000-0003-3422-2085"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hazra, Rishi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147312815","display_name":"Karen Hambardzumyan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hambardzumyan, Karen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130958323","display_name":"Nicolas Baldwin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baldwin, Nicolas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147345252","display_name":"Xian Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057031908","display_name":"Martin Josifoski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Josifoski, Martin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120317541","display_name":"Paris Giampouras","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Giampouras, Paris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022974084","display_name":"Masoud Jalili Sabet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sabet, Masoud Jalili","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147182191","display_name":"Anya Sims","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sims, Anya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147337903","display_name":"Hela Momand","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Momand, Hela","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125379439","display_name":"Tatiana Shavrina","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shavrina, Tatiana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020439365","display_name":"Despoina Magka","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Magka, Despoina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147325167","display_name":"Jason Weston","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weston, Jason","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147350616","display_name":"Yulin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yulin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016769717","display_name":"Anirudh Goyal","orcid":"https://orcid.org/0000-0002-4080-1940"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goyal, Anirudh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147370494","display_name":"Jo\u00e3o Henriques","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Henriques, Jo\u00e3o","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147360522","display_name":"Yoram Bachrach","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bachrach, Yoram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120753296","display_name":"Emily McMilin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McMilin, Emily","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5147337671","display_name":"Jakob Nicolaus Foerster","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Foerster, Jakob Nicolaus","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.26269999146461487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.26269999146461487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.11659999936819077,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.11630000174045563,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7379999756813049},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5877000093460083},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4490000009536743},{"id":"https://openalex.org/keywords/budget-constraint","display_name":"Budget constraint","score":0.40540000796318054},{"id":"https://openalex.org/keywords/preference-learning","display_name":"Preference learning","score":0.3513000011444092},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3434999883174896}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7379999756813049},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6904000043869019},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5943999886512756},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5877000093460083},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5874999761581421},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4490000009536743},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.40540000796318054},{"id":"https://openalex.org/C181204326","wikidata":"https://www.wikidata.org/wiki/Q7239820","display_name":"Preference learning","level":3,"score":0.3513000011444092},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3434999883174896},{"id":"https://openalex.org/C134121241","wikidata":"https://www.wikidata.org/wiki/Q899301","display_name":"Yield (engineering)","level":2,"score":0.33660000562667847},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.3301999866962433},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.313400000333786},{"id":"https://openalex.org/C178562925","wikidata":"https://www.wikidata.org/wiki/Q186412","display_name":"Time preference","level":2,"score":0.2985999882221222}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.13940","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.13940","pdf_url":"https://arxiv.org/pdf/2608.13940","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.13940","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.13940","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.13940","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.13940","pdf_url":"https://arxiv.org/pdf/2608.13940","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203633772.pdf","grobid_xml":"https://content.openalex.org/works/W7203633772.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"AI":[0,67],"research":[1,53,126,134],"agents":[2],"(AIRA)":[3],"can":[4,29,38,45],"now":[5],"carry":[6],"machine":[7,132],"learning":[8,133],"experiments":[9],"from":[10,91,145],"proposal":[11],"through":[12],"implementation":[13],"and":[14,108,112,128,149,171],"evaluation.":[15],"Yet":[16],"progress":[17,49],"on":[18,51,130,177],"frontier":[19],"tasks":[20],"is":[21,77],"throttled":[22],"by":[23],"the":[24,82,124,131,137,141,154],"cost":[25,83],"of":[26,32,84,167],"evaluations":[27],"that":[28,72,102,116],"consume":[30],"days":[31],"GPU":[33],"time.":[34],"When":[35],"an":[36,99,113],"agent":[37,127],"propose":[39],"far":[40],"more":[41],"candidates":[42],"than":[43,165],"it":[44,56],"afford":[46],"to":[47,147],"run,":[48],"depends":[50],"its":[52,168],"preference:":[54],"how":[55],"allocates":[57],"a":[58],"fixed":[59],"execution":[60,169],"budget":[61],"across":[62],"many":[63],"candidates.":[64],"We":[65,88],"introduce":[66],"Research":[68],"Preference":[69],"Models":[70],"(RPMs)":[71],"predict":[73],"which":[74],"candidate":[75,105],"solution":[76],"most":[78],"promising,":[79],"without":[80],"paying":[81],"running":[85],"them":[86],"all.":[87],"build":[89],"RPMs":[90],"frozen":[92],"pretrained":[93],"language":[94],"models":[95],"in":[96,159],"two":[97,138,178],"variants:":[98],"inference-only":[100],"model":[101,115],"reasons":[103],"over":[104],"plans,":[106],"code,":[107],"previously":[109],"executed":[110],"solutions,":[111],"agentic":[114],"additionally":[117],"runs":[118],"small-scale":[119],"pilot":[120],"experiments.":[121],"Integrated":[122],"into":[123],"AIRA-dojo":[125],"evaluated":[129],"benchmark":[135],"AIRS-Bench,":[136],"variants":[139],"increase":[140],"average":[142],"normalized":[143],"score":[144],"0.684":[146],"0.711":[148],"0.729,":[150],"respectively.":[151],"Both":[152],"reach":[153],"unguided":[155],"agent's":[156],"24-hour":[157],"performance":[158],"roughly":[160],"15":[161],"hours,":[162],"using":[163],"less":[164],"two-thirds":[166],"budget,":[170],"together":[172],"yield":[173],"new":[174],"state-of-the-art":[175],"results":[176],"AIRS-Bench":[179],"tasks.":[180]},"counts_by_year":[],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2026-08-18T00:00:00"}