{"id":"https://openalex.org/W4368353258","doi":"https://doi.org/10.1145/3578356.3592585","title":"Towards A Platform and Benchmark Suite for Model Training on Dynamic Datasets","display_name":"Towards A Platform and Benchmark Suite for Model Training on Dynamic Datasets","publication_year":2023,"publication_date":"2023-05-04","ids":{"openalex":"https://openalex.org/W4368353258","doi":"https://doi.org/10.1145/3578356.3592585"},"language":"en","primary_location":{"id":"doi:10.1145/3578356.3592585","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578356.3592585","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578356.3592585","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd Workshop on Machine Learning and Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3578356.3592585","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087722764","display_name":"Maximilian B\u00f6ther","orcid":"https://orcid.org/0000-0003-4093-4361"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Maximilian B\u00f6ther","raw_affiliation_strings":["ETH Zurich, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-4093-4361","affiliations":[{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049951876","display_name":"Foteini Strati","orcid":"https://orcid.org/0000-0003-3364-2109"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Foteini Strati","raw_affiliation_strings":["ETH Zurich, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-3364-2109","affiliations":[{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040922950","display_name":"Viktor Gsteiger","orcid":"https://orcid.org/0000-0002-6750-5500"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Viktor Gsteiger","raw_affiliation_strings":["ETH Zurich, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-6750-5500","affiliations":[{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000009841","display_name":"Ana Klimovic","orcid":"https://orcid.org/0000-0001-8559-0529"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Ana Klimovic","raw_affiliation_strings":["ETH Zurich, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-8559-0529","affiliations":[{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":0.4356,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.55346689,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"8","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.9062646627426147},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8735803365707397},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8179512619972229},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6862852573394775},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6312278509140015},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5393357872962952},{"id":"https://openalex.org/keywords/dynamic-data","display_name":"Dynamic data","score":0.49352848529815674},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.45632389187812805},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44797012209892273},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4431280493736267},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.43520987033843994},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.4189606308937073},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.41571563482284546},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.34387433528900146},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.24126377701759338},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.17435109615325928},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08217528462409973}],"concepts":[{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.9062646627426147},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8735803365707397},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8179512619972229},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6862852573394775},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6312278509140015},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5393357872962952},{"id":"https://openalex.org/C197298091","wikidata":"https://www.wikidata.org/wiki/Q5318963","display_name":"Dynamic data","level":2,"score":0.49352848529815674},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.45632389187812805},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44797012209892273},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4431280493736267},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.43520987033843994},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.4189606308937073},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.41571563482284546},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34387433528900146},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.24126377701759338},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.17435109615325928},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08217528462409973},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3578356.3592585","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578356.3592585","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578356.3592585","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd Workshop on Machine Learning and Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/624892","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/624892","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EuroMLSys '23: Proceedings of the 3rd Workshop on Machine Learning and Systems","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.3929/ethz-b-000624892","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-b-000624892","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1145/3578356.3592585","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578356.3592585","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578356.3592585","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd Workshop on Machine Learning and Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5600000023841858,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4368353258.pdf","grobid_xml":"https://content.openalex.org/works/W4368353258.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2099419573","https://openalex.org/W2103753221","https://openalex.org/W2340222647","https://openalex.org/W2542459869","https://openalex.org/W2925148167","https://openalex.org/W2926314329","https://openalex.org/W3025949386","https://openalex.org/W3104128335","https://openalex.org/W3173681440","https://openalex.org/W3192495122","https://openalex.org/W4284974349","https://openalex.org/W6989086347"],"related_works":["https://openalex.org/W4231704780","https://openalex.org/W2083794993","https://openalex.org/W352609212","https://openalex.org/W1511772879","https://openalex.org/W4379115841","https://openalex.org/W4200340037","https://openalex.org/W608917066","https://openalex.org/W4283652261","https://openalex.org/W585424826","https://openalex.org/W3005935371"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"(ML)":[2],"is":[3,28,65],"often":[4,29,43],"applied":[5],"in":[6],"use":[7,167],"cases":[8],"where":[9],"training":[10,104,126,143],"data":[11,20,57,90,128],"evolves":[12],"and/or":[13],"grows":[14],"over":[15],"time.":[16],"Training":[17],"must":[18],"incorporate":[19],"changes":[21],"for":[22,86,102],"high":[23],"model":[24],"quality,":[25],"however":[26],"this":[27,110],"challenging":[30],"and":[31,37,45,63,82,88,94,122,127,140,159],"expensive":[32],"due":[33,67],"to":[34,68,91,114,124,148],"large":[35,137],"datasets":[36,51,79,139,158],"models.":[38],"In":[39],"contrast,":[40],"ML":[41,47,103,120,160],"researchers":[42,121],"train":[44,92],"evaluate":[46],"models":[48,161],"on":[49,105],"static":[50],"or":[52],"with":[53],"artificial":[54],"assumptions":[55],"about":[56],"dynamics.":[58],"This":[59],"gap":[60],"between":[61],"research":[62],"practice":[64],"largely":[66],"(i)":[69],"the":[70,96,133],"absence":[71],"of":[72,98,135,165],"an":[73,150],"open-source":[74,100],"platform":[75,117],"that":[76,118,154],"manages":[77],"dynamic":[78,106,138,157],"at":[80],"scale":[81],"supports":[83],"pluggable":[84],"policies":[85],"when":[87],"what":[89],"on,":[93],"(ii)":[95],"lack":[97],"representative":[99,166],"benchmarks":[101],"datasets.":[107],"To":[108],"address":[109],"gap,":[111],"we":[112],"propose":[113,147],"design":[115],"a":[116,163],"enables":[119],"practitioners":[123],"explore":[125],"selection":[129],"policies,":[130],"while":[131],"alleviating":[132],"burdens":[134],"managing":[136],"orchestrating":[141],"recurring":[142],"jobs.":[144],"We":[145],"also":[146],"build":[149],"accompanying":[151],"benchmark":[152],"suite":[153],"integrates":[155],"public":[156],"from":[162],"variety":[164],"cases.":[168]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}