{"id":"https://openalex.org/W4402673837","doi":"https://doi.org/10.1109/e-science62913.2024.10678658","title":"Dynamic Tracking, MLOps, and Workflow Integration: Enabling Transparent Reproducibility in Machine Learning","display_name":"Dynamic Tracking, MLOps, and Workflow Integration: Enabling Transparent Reproducibility in Machine Learning","publication_year":2024,"publication_date":"2024-09-16","ids":{"openalex":"https://openalex.org/W4402673837","doi":"https://doi.org/10.1109/e-science62913.2024.10678658"},"language":"en","primary_location":{"id":"doi:10.1109/e-science62913.2024.10678658","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/e-science62913.2024.10678658","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 20th International Conference on e-Science (e-Science)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056232710","display_name":"Hamza Safri","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hamza Safri","raw_affiliation_strings":["Berger-Levrault,Toulouse,France"],"affiliations":[{"raw_affiliation_string":"Berger-Levrault,Toulouse,France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016335226","display_name":"George Papadimitriou","orcid":"https://orcid.org/0000-0001-9384-5034"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"George Papadimitriou","raw_affiliation_strings":["INRIA,Grenoble,France"],"affiliations":[{"raw_affiliation_string":"INRIA,Grenoble,France","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031941569","display_name":"Ewa Deelman","orcid":"https://orcid.org/0000-0001-5106-503X"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ewa Deelman","raw_affiliation_strings":["INRIA,Grenoble,France"],"affiliations":[{"raw_affiliation_string":"INRIA,Grenoble,France","institution_ids":["https://openalex.org/I1326498283"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5056232710"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1473,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.91299091,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"41","issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9477999806404114,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9477999806404114,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7746284008026123},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.7627075910568237},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7592191100120544},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.501455545425415},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3712407946586609},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3680616021156311},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.09183084964752197}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7746284008026123},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.7627075910568237},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7592191100120544},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.501455545425415},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3712407946586609},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3680616021156311},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.09183084964752197},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/e-science62913.2024.10678658","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/e-science62913.2024.10678658","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 20th International Conference on e-Science (e-Science)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1992661051","https://openalex.org/W2432911982","https://openalex.org/W2486592752","https://openalex.org/W2612758631","https://openalex.org/W2883005809","https://openalex.org/W2946894050","https://openalex.org/W2949676527","https://openalex.org/W2975169180","https://openalex.org/W2975257729","https://openalex.org/W2987607480","https://openalex.org/W3033350000","https://openalex.org/W3208785409","https://openalex.org/W4200609229","https://openalex.org/W4321353793","https://openalex.org/W4360995249","https://openalex.org/W6728757088","https://openalex.org/W6786971194","https://openalex.org/W6846254380"],"related_works":["https://openalex.org/W2413717610","https://openalex.org/W1973270181","https://openalex.org/W2417696084","https://openalex.org/W2368782778","https://openalex.org/W2087830269","https://openalex.org/W3106281778","https://openalex.org/W3134060498","https://openalex.org/W2003643616","https://openalex.org/W638612878","https://openalex.org/W2140154150"],"abstract_inverted_index":{"Workflow":[0],"management":[1],"systems":[2],"(WMS)":[3],"provide":[4],"a":[5,107,188],"robust":[6],"solution":[7,136],"for":[8,61,79,98],"automating":[9],"and":[10,16,38,63,76,82,94,119,128,142,154,176,202,210],"ensuring":[11,208],"the":[12,30,39,72,90,95,117,124,139,170,177,213],"reproducibility":[13,209],"of":[14,29,66,148,173,212],"scientific":[15,151],"engineering":[17],"experiments.":[18,215],"However,":[19],"reproducing":[20],"machine":[21],"learning":[22],"(ML)":[23],"experiments":[24],"requires":[25],"replicating":[26],"every":[27],"aspect":[28],"process,":[31],"including":[32],"code":[33],"implementation,":[34],"workflow":[35,74,92],"execution,":[36],"data,":[37,89],"execution":[40,96,172,178],"environment.":[41],"Traditionally,":[42],"tracking":[43,65,102,164],"these":[44],"components":[45],"is":[46],"done":[47],"manually,":[48],"if":[49],"at":[50],"all,":[51],"before":[52],"execution.":[53],"In":[54],"this":[55,135,163,184],"work,":[56],"we":[57,181],"propose":[58],"an":[59,120],"approach":[60,70,103,165,185],"on-demand":[62],"dynamic":[64],"ML":[67,73,152,203],"workflows.":[68],"Our":[69,159],"extends":[71],"automatically":[75,126],"introduces":[77],"steps":[78,93],"tracking,":[80],"organizing,":[81],"versioning":[83],"all":[84,130],"elements,":[85],"such":[86],"as":[87,197],"code,":[88],"main":[91],"environment":[97],"each":[99],"job.":[100],"This":[101],"includes":[104],"two":[105,146],"modes:":[106],"custom":[108],"mode,":[109,122],"where":[110,123],"user-tagged":[111],"elements":[112],"will":[113],"be":[114],"tracked":[115],"by":[116,137],"WMS,":[118],"automatic":[121],"WMS":[125,189],"tracks":[127],"organizes":[129],"necessary":[131],"elements.":[132],"We":[133],"implemented":[134],"extending":[138],"Pegasus-WMS":[140],"system":[141],"tested":[143],"it":[144],"on":[145],"types":[147],"workflows:":[149],"traditional":[150],"pipelines":[153],"Federated":[155],"Learning":[156],"(FL)":[157],"applications.":[158],"findings":[160],"demonstrate":[161],"that":[162],"does":[166],"not":[167],"interfere":[168],"with":[169,190],"normal":[171],"user-designed":[174],"workflows":[175],"time.":[179],"Additionally,":[180],"show":[182],"how":[183],"can":[186],"integrate":[187],"versioned":[191],"data":[192],"in":[193],"remote":[194],"storage":[195],"(such":[196],"S3":[198],"or":[199],"Google":[200],"Drive)":[201],"lifecycle":[204],"solutions":[205],"like":[206],"MLflow,":[207],"transparency":[211],"computational":[214]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}