{"id":"https://openalex.org/W4400519758","doi":"https://doi.org/10.1145/3641525.3663630","title":"The Idealized Machine Learning Pipeline (IMLP) for Advancing Reproducibility in Machine Learning","display_name":"The Idealized Machine Learning Pipeline (IMLP) for Advancing Reproducibility in Machine Learning","publication_year":2024,"publication_date":"2024-06-18","ids":{"openalex":"https://openalex.org/W4400519758","doi":"https://doi.org/10.1145/3641525.3663630"},"language":"en","primary_location":{"id":"doi:10.1145/3641525.3663630","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641525.3663630","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd ACM Conference on Reproducibility and Replicability","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103325427","display_name":"Yantong Zheng","orcid":"https://orcid.org/0009-0009-7990-0426"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yantong Zheng","raw_affiliation_strings":["University of Southern California, United States"],"raw_orcid":"https://orcid.org/0009-0009-7990-0426","affiliations":[{"raw_affiliation_string":"University of Southern California, United States","institution_ids":["https://openalex.org/I1174212","https://openalex.org/I2800817003"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071572173","display_name":"Victoria Stodden","orcid":"https://orcid.org/0000-0003-2015-7825"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Victoria Stodden","raw_affiliation_strings":["University of Southern California, United States"],"raw_orcid":"https://orcid.org/0000-0003-2015-7825","affiliations":[{"raw_affiliation_string":"University of Southern California, United States","institution_ids":["https://openalex.org/I1174212","https://openalex.org/I2800817003"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9377,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.91759374,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"110","last_page":"120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9605000019073486,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7713520526885986},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.6889229416847229},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6823538541793823},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5056295394897461},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4407656788825989},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.07371914386749268},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.051393330097198486},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.049081236124038696}],"concepts":[{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7713520526885986},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.6889229416847229},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6823538541793823},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5056295394897461},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4407656788825989},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.07371914386749268},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.051393330097198486},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.049081236124038696}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3641525.3663630","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641525.3663630","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd ACM Conference on Reproducibility and Replicability","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W125955014","https://openalex.org/W1825120118","https://openalex.org/W1964157254","https://openalex.org/W1966701961","https://openalex.org/W1989110140","https://openalex.org/W2017419154","https://openalex.org/W2039729161","https://openalex.org/W2043614614","https://openalex.org/W2060529341","https://openalex.org/W2088895103","https://openalex.org/W2093331366","https://openalex.org/W2096045149","https://openalex.org/W2108816886","https://openalex.org/W2109363337","https://openalex.org/W2120761540","https://openalex.org/W2122599407","https://openalex.org/W2158378675","https://openalex.org/W2261662069","https://openalex.org/W2467152618","https://openalex.org/W2741249634","https://openalex.org/W2787225861","https://openalex.org/W2788572835","https://openalex.org/W2807910285","https://openalex.org/W2884443195","https://openalex.org/W2885548128","https://openalex.org/W2896499847","https://openalex.org/W2899768131","https://openalex.org/W2908407460","https://openalex.org/W2941766203","https://openalex.org/W2943629455","https://openalex.org/W2955053048","https://openalex.org/W2964583491","https://openalex.org/W2968550879","https://openalex.org/W2972638668","https://openalex.org/W2977057413","https://openalex.org/W2979316730","https://openalex.org/W2997732765","https://openalex.org/W3000576676","https://openalex.org/W3010529895","https://openalex.org/W3011700633","https://openalex.org/W3035874221","https://openalex.org/W3045004532","https://openalex.org/W3093861859","https://openalex.org/W3103564249","https://openalex.org/W3181414820","https://openalex.org/W3214622009","https://openalex.org/W4285094057","https://openalex.org/W4287753569","https://openalex.org/W4288083800","https://openalex.org/W4294391068","https://openalex.org/W4315782921","https://openalex.org/W4366548709","https://openalex.org/W4376615246","https://openalex.org/W4386518773","https://openalex.org/W4391039308","https://openalex.org/W6944527430","https://openalex.org/W6959643953"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"We":[0,150,234,309],"investigate":[1],"the":[2,35,55,65,69,85,90,95,116,145,197,236,273,282,311],"influence":[3],"of":[4,26,39,59,71,94,115,170,275],"Human":[5,27,86,297,313,323],"Factors":[6,28,87,298,314],"on":[7,209],"reproducible":[8,210,276,305],"machine":[9],"learning,":[10],"using":[11],"a":[12,21,77,112,120,126,166,221,304],"novel":[13],"\u201cIdealized":[14,146,155,283],"Machine":[15,72,96,122,147,156,172,189,211,277,284,306],"Learning":[16,73,97,123,148,157,173,190,212,278,285,307],"Pipeline\u201d":[17,158,286],"we":[18,80,109,143,280],"introduce":[19],"as":[20,161,230,239],"conceptual":[22],"framework.":[23],"The":[24],"study":[25],"seeks":[29,51],"to":[30,52,75,134,177,188,195,200,272,292],"ensure":[31,53],"that":[32,54,118,142,152,299],"systems":[33],"meet":[34],"needs":[36],"and":[37,43,57,140,175,179,184,206,217,219,225,269,294,321],"expectations":[38],"people":[40,61],"who":[41],"use":[42,128,290],"interact":[44],"with":[45,89],"these":[46],"systems.":[47],"It":[48],"also,":[49],"importantly,":[50],"capabilities":[56],"limitations":[58],"those":[60],"are":[62],"accommodated":[63],"by":[64],"system.":[66],"As":[67],"increasing":[68],"reproducibility":[70],"continues":[74],"be":[76],"community":[78,199],"priority,":[79],"believe":[81],"an":[82,162,231],"improved":[83],"understanding":[84],"associated":[88],"complex":[91],"human-machine":[92],"system":[93],"pipeline":[98,124],"could":[99],"help":[100],"facilitiate":[101],"useful":[102],"steps":[103,117,238,302],"toward":[104],"reproducibility.":[105],"To":[106,265],"do":[107],"this,":[108],"first":[110],"define":[111,235],"practical":[113],"abstraction":[114],"comprise":[119],"typical":[121],"for":[125,138,204,223,287],"well-known":[127],"case,":[129],"from":[130],"raw":[131],"data":[132],"through":[133],"model":[135],"estimation":[136],"used":[137],"inference":[139],"prediction,":[141],"call":[144],"Pipeline.\u201d":[149],"emphasize":[151],"our":[153,288],"proposed":[154],"is":[159,194],"intended":[160],"abstraction,":[163],"rather":[164],"than":[165],"directive":[167],"or":[168],"description":[169],"all":[171],"workflows,":[174],"meant":[176],"harmonize":[178],"integrate":[180],"different":[181],"viewpoints,":[182],"expertise,":[183],"other":[185],"elements":[186],"vital":[187],"research.":[191],"Our":[192],"goal":[193],"enable":[196],"research":[198,208],"coalesce":[201],"around":[202],"priorities":[203],"theoretical":[205],"applied":[207],"including":[213],"tools,":[214],"frameworks,":[215],"comparisons,":[216],"policies,":[218],"provide":[220],"foundation":[222],"communicating":[224],"teaching":[226],"its":[227],"myriad":[228],"aspects":[229],"integrated":[232],"whole.":[233],"principal":[237],"follows:":[240],"0)":[241],"Documentation,":[242],"1)":[243],"Problem":[244],"Definition,":[245],"2)":[246],"Input":[247],"Data,":[248],"3)":[249],"Data":[250],"Preparation,":[251],"4)":[252],"Feature":[253],"Selection,":[254],"5)":[255],"Model":[256,259],"Training,":[257],"6)":[258],"Evaluation,":[260],"7)":[261],"Preservation":[262],"&":[263],"Publication.":[264],"then":[266],"understand":[267],"barriers":[268],"opportunities":[270],"attending":[271],"adoption":[274],"pipelines,":[279],"leverage":[281],"chosen":[289],"case":[291],"identify":[293],"motivate":[295],"relevant":[296],"affect":[300],"various":[301],"in":[303],"pipeline.":[308],"find":[310],"identified":[312],"fall":[315],"into":[316],"three":[317],"groups:":[318],"Incentives;":[319],"Training;":[320],"Error-based":[322],"Factors.":[324]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-25T07:29:55.448023","created_date":"2025-10-10T00:00:00"}