{"id":"https://openalex.org/W7162646376","doi":"https://doi.org/10.48550/arxiv.2605.28371","title":"From paper to benchmark: agentic, framework-based reproduction of under-specified methods in machine health intelligence","display_name":"From paper to benchmark: agentic, framework-based reproduction of under-specified methods in machine health intelligence","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162646376","doi":"https://doi.org/10.48550/arxiv.2605.28371"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.28371","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28371","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.28371","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137263307","display_name":"Raffael Theiler","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Theiler, Raffael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116805177","display_name":"Ludovico Comito","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Comito, Ludovico","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137242339","display_name":"David Leko","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leko, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137299774","display_name":"Leandro Von Krannichfeldt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Von Krannichfeldt, Leandro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085617225","display_name":"Lev Telyatnikov","orcid":"https://orcid.org/0009-0008-0922-8032"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Telyatnikov, Lev","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5079637160","display_name":"Olga Fink","orcid":"https://orcid.org/0000-0002-9546-1488"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fink, Olga","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.19580000638961792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.19580000638961792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.1128000020980835,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.07609999924898148,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7634000182151794},{"id":"https://openalex.org/keywords/comparability","display_name":"Comparability","score":0.7547000050544739},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.5683000087738037},{"id":"https://openalex.org/keywords/prognostics","display_name":"Prognostics","score":0.5569000244140625},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.522599995136261},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5181999802589417},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.45080000162124634}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7634000182151794},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.7547000050544739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6344000101089478},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5683000087738037},{"id":"https://openalex.org/C129364497","wikidata":"https://www.wikidata.org/wiki/Q3042561","display_name":"Prognostics","level":2,"score":0.5569000244140625},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.522599995136261},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5181999802589417},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4966000020503998},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.45080000162124634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4171999990940094},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.3944000005722046},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.36469998955726624},{"id":"https://openalex.org/C59659247","wikidata":"https://www.wikidata.org/wiki/Q11990","display_name":"Reproduction","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.31439998745918274},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3025999963283539},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.2962999939918518},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2786000072956085},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2743000090122223}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.28371","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28371","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.28371","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28371","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Industrial":[0],"Prognostics":[1],"and":[2,45,48,83,113,126,142,147,161,183,211],"Health":[3],"Management":[4],"(PHM)":[5],"provides":[6],"a":[7,12,97,100,106,166,198],"representative":[8],"case":[9],"study":[10],"for":[11,67],"broader":[13],"challenge":[14],"in":[15,29,81],"applied":[16],"machine":[17],"learning:":[18],"translating":[19],"published":[20],"papers":[21],"into":[22,99,116,208],"executable,":[23,209],"benchmark-ready":[24],"implementations.":[25,215],"Reproducing":[26],"under-specified":[27],"methods":[28],"PHM":[30,90,102,156],"is":[31],"particularly":[32],"difficult":[33],"due":[34,78],"to":[35,38,79],"restricted":[36],"access":[37],"industrial":[39],"datasets,":[40],"incomplete":[41],"reporting":[42],"of":[43,180],"preprocessing":[44],"evaluation":[46,84,143],"protocols,":[47],"implicit":[49],"design":[50],"choices":[51],"(e.g.,":[52],"windowing,":[53,123],"target":[54],"construction,":[55],"data":[56],"splits)":[57],"that":[58,193],"critically":[59],"affect":[60],"performance.":[61],"Existing":[62],"paper-to-code":[63],"systems":[64],"generate":[65],"implementations":[66,135],"individual":[68],"papers,":[69,157],"but":[70],"these":[71],"artifacts":[72],"are":[73,136],"often":[74],"not":[75],"directly":[76],"comparable":[77,148,213],"inconsistencies":[80],"assumptions":[82],"settings.":[85],"We":[86,150,171],"introduce":[87],"\\emph{agentic,":[88],"framework-based":[89],"paper":[91,98,181,202],"reproduction},":[92],"where":[93],"an":[94],"agent":[95],"translates":[96],"shared":[101,199],"benchmark":[103,185,214],"framework":[104,178,200],"via":[105],"\\emph{slot-binding":[107],"interface}.":[108],"This":[109],"interface":[110],"maps":[111],"equations":[112],"protocol":[114],"descriptions":[115],"structured":[117],"components":[118],"(task":[119],"definitions,":[120],"dataset":[121],"adapters,":[122],"targets,":[124],"models,":[125],"evaluators),":[127],"while":[128],"explicitly":[129],"recording":[130],"unresolved":[131],"assumptions.":[132],"The":[133],"resulting":[134],"validated":[137],"against":[138,165],"standardized":[139,188],"task":[140],"contracts":[141],"hooks,":[144],"enabling":[145],"consistent":[146],"benchmarking.":[149],"evaluate":[151],"this":[152],"approach":[153],"on":[154],"16":[155],"comparing":[158],"framework-enhanced,":[159],"skill-based":[160],"prompt-based":[162],"agentic":[163,195],"reproduction":[164,173,203],"recent":[167],"framework-free":[168],"paper-reproduction":[169],"agent.":[170],"assess":[172],"success,":[174],"model-based":[175],"code":[176,206],"evaluation,":[177],"binding":[179],"assumptions,":[182],"cross-paper":[184],"comparability":[186],"under":[187],"protocols.":[189],"Our":[190],"results":[191],"show":[192],"coupling":[194],"generation":[196],"with":[197],"transforms":[201],"from":[204],"isolated":[205],"synthesis":[207],"assumption-aware,":[210],"systematically":[212]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-29T00:00:00"}