{"id":"https://openalex.org/W7162123207","doi":"https://doi.org/10.48550/arxiv.2605.22343","title":"Sibyl-AutoResearch: Autonomous Research Needs Self-Evolving Trial-and-Error Harnesses, Not Paper Generators","display_name":"Sibyl-AutoResearch: Autonomous Research Needs Self-Evolving Trial-and-Error Harnesses, Not Paper Generators","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162123207","doi":"https://doi.org/10.48550/arxiv.2605.22343"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.22343","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22343","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.22343","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136779604","display_name":"Chengcheng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Chengcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136755590","display_name":"Qinhua Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Qinhua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136781604","display_name":"Wei He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136732577","display_name":"Jianyuan Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Jianyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136735788","display_name":"Shiqi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136751333","display_name":"Chang Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Chang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9549000263214111,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9549000263214111,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.008200000040233135,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7437999844551086},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7386999726295471},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.492000013589859},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48559999465942383},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.4846999943256378},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.42289999127388}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7437999844551086},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7386999726295471},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6559000015258789},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.492000013589859},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48559999465942383},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.4846999943256378},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.42289999127388},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3499999940395355},{"id":"https://openalex.org/C80958533","wikidata":"https://www.wikidata.org/wiki/Q1047174","display_name":"Audit trail","level":3,"score":0.33070001006126404},{"id":"https://openalex.org/C159023740","wikidata":"https://www.wikidata.org/wiki/Q623276","display_name":"Deadlock","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.26649999618530273},{"id":"https://openalex.org/C2779110517","wikidata":"https://www.wikidata.org/wiki/Q1240788","display_name":"Supervisor","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C21883318","wikidata":"https://www.wikidata.org/wiki/Q2297847","display_name":"Deliverable","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C31352089","wikidata":"https://www.wikidata.org/wiki/Q3750474","display_name":"Systems design","level":2,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.22343","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22343","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.22343","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22343","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4328874349594116,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autonomous":[0],"research":[1,28,114,136],"systems":[2,34],"increasingly":[3],"make":[4],"the":[5,129,140,215],"scientific":[6],"workflow":[7],"executable:":[8],"agents":[9,74],"can":[10],"propose":[11],"ideas,":[12],"run":[13,75],"code,":[14],"inspect":[15,150],"results,":[16,189],"and":[17,50,80,83,95,116,145,169,192,228],"draft":[18],"papers.":[19],"But":[20],"executable":[21],"workflows":[22],"do":[23,54,205],"not":[24,55,206],"by":[25],"themselves":[26],"produce":[27],"judgment.":[29],"We":[30,59,98,127],"analyze":[31],"where":[32],"current":[33],"lose":[35],"trial":[36,110],"experience:":[37],"weak":[38],"evidence":[39],"becomes":[40],"prose,":[41],"pilot":[42],"signals":[43,111],"become":[44],"broad":[45],"claims,":[46],"memory":[47],"remains":[48],"textual,":[49],"recurring":[51,121],"process":[52,122],"failures":[53,123],"change":[56],"later":[57,87,113,201],"behavior.":[58],"introduce":[60],"Sibyl-AutoResearch,":[61],"a":[62,133,163,170,208],"self-evolving":[63],"AutoResearch":[64],"framework":[65,130,227],"built":[66],"around":[67],"Scientific":[68],"Trial-and-Error":[69],"Harnesses.":[70],"A":[71,154,176],"harness":[72,96],"lets":[73],"bounded":[76],"trials,":[77],"preserve":[78],"positive":[79],"negative":[81],"outcomes,":[82],"route":[84],"lessons":[85],"into":[86,200],"planning,":[88],"validation,":[89],"claim":[90],"scope,":[91],"scheduling,":[92],"critique,":[93],"writing,":[94],"repair.":[97,202],"formalize":[99],"this":[100],"through":[101],"two":[102],"auditable":[103],"conversion":[104,152,160,217],"units:":[105],"trial-to-behavior":[106],"conversion,":[107,118],"which":[108,119],"links":[109,120],"to":[112,124,149],"actions,":[115],"trial-to-harness-behavior":[117],"system":[125,137,229],"updates.":[126],"implement":[128],"in":[131],"SIBYL,":[132],"file-backed":[134],"autonomous":[135],"that":[138,214],"exposes":[139],"state,":[141],"roles,":[142],"memory,":[143],"gates,":[144],"artifact":[146],"traces":[147,204],"needed":[148],"these":[151],"paths.":[153],"retrospective":[155],"audit":[156],"identifies":[157],"eight":[158],"high-confidence":[159],"events,":[161],"with":[162],"median":[164],"latency":[165,172],"of":[166,173],"one":[167],"iteration":[168],"maximum":[171],"three":[174],"iterations.":[175],"recovered-failure":[177],"registry":[178],"further":[179],"shows":[180],"how":[181],"five":[182],"naturally":[183],"occurring":[184],"failure":[185],"classes,":[186],"including":[187],"duplicate":[188],"stale":[190],"numbers,":[191],"unsupported":[193],"statistics,":[194],"were":[195],"blocked,":[196],"downgraded,":[197],"or":[198],"routed":[199],"These":[203],"establish":[207],"comparative":[209],"performance":[210],"claim;":[211],"they":[212],"show":[213],"proposed":[216],"units":[218],"are":[219,230],"recoverable":[220],"from":[221],"realistic":[222],"autonomous-research":[223],"workspaces.":[224],"The":[225],"SIBYL":[226],"available":[231],"at":[232],"https://github.com/Sibyl-Research-Team/AutoResearch-SibylSystem.":[233]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-23T00:00:00"}