{"id":"https://openalex.org/W4380925477","doi":"https://doi.org/10.1145/3595360.3595851","title":"Data Management and Visualization for Benchmarking Deep Learning Training Systems","display_name":"Data Management and Visualization for Benchmarking Deep Learning Training Systems","publication_year":2023,"publication_date":"2023-06-16","ids":{"openalex":"https://openalex.org/W4380925477","doi":"https://doi.org/10.1145/3595360.3595851"},"language":"en","primary_location":{"id":"doi:10.1145/3595360.3595851","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3595360.3595851","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Seventh Workshop on Data Management for End-to-End Machine Learning","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://itu-dasyalab.github.io/RAD/publication/papers/DEEM2023.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006238663","display_name":"Ties Robroek","orcid":"https://orcid.org/0009-0006-3451-5602"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Ties Robroek","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0009-0006-3451-5602","affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013718522","display_name":"Aaron Duane","orcid":"https://orcid.org/0000-0002-9825-1654"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Aaron Duane","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-9825-1654","affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046504176","display_name":"Ehsan Yousefzadeh-Asl-Miandoab","orcid":"https://orcid.org/0000-0003-0156-1435"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Ehsan Yousefzadeh-Asl-Miandoab","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0000-0003-0156-1435","affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061990490","display_name":"P\u0131nar T\u00f6z\u00fcn","orcid":"https://orcid.org/0000-0001-6838-4854"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Pinar Tozun","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0000-0001-6838-4854","affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0714,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.91066356,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8346971273422241},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7848902344703674},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.631184995174408},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6245514154434204},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.5261996388435364},{"id":"https://openalex.org/keywords/track","display_name":"Track (disk drive)","score":0.5158280730247498},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5037412047386169},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.48259150981903076},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4535972476005554},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4234745502471924},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.40218207240104675},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3855276107788086},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34048500657081604},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.18115311861038208}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8346971273422241},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7848902344703674},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.631184995174408},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6245514154434204},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.5261996388435364},{"id":"https://openalex.org/C89992363","wikidata":"https://www.wikidata.org/wiki/Q5961558","display_name":"Track (disk drive)","level":2,"score":0.5158280730247498},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5037412047386169},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.48259150981903076},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4535972476005554},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4234745502471924},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40218207240104675},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3855276107788086},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34048500657081604},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.18115311861038208},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3595360.3595851","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3595360.3595851","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Seventh Workshop on Data Management for End-to-End Machine Learning","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/b59cb1ae-b83b-4fde-b9dc-6ef7eaccc9bb","is_oa":true,"landing_page_url":"https://pure.itu.dk/portal/da/publications/b59cb1ae-b83b-4fde-b9dc-6ef7eaccc9bb","pdf_url":"https://itu-dasyalab.github.io/RAD/publication/papers/DEEM2023.pdf","source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Robroek, T T, Duane, A, Yousefzadeh-Asl-Miandoab, E & T\u00f6z\u00fcn, P 2023, Data Management and Visualization for Benchmarking Deep Learning Training Systems. in Proceedings of the Seventh Workshop on Data Management for End-to-End Machine Learning, DEEM 2023, Seattle, WA, USA, 18 June 2023. Association for Computing Machinery, pp. 1:1-1:5. https://doi.org/10.1145/3595360.3595851","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/b59cb1ae-b83b-4fde-b9dc-6ef7eaccc9bb","is_oa":true,"landing_page_url":"https://pure.itu.dk/portal/da/publications/b59cb1ae-b83b-4fde-b9dc-6ef7eaccc9bb","pdf_url":"https://itu-dasyalab.github.io/RAD/publication/papers/DEEM2023.pdf","source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Robroek, T T, Duane, A, Yousefzadeh-Asl-Miandoab, E & T\u00f6z\u00fcn, P 2023, Data Management and Visualization for Benchmarking Deep Learning Training Systems. in Proceedings of the Seventh Workshop on Data Management for End-to-End Machine Learning, DEEM 2023, Seattle, WA, USA, 18 June 2023. Association for Computing Machinery, pp. 1:1-1:5. https://doi.org/10.1145/3595360.3595851","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8774442388","display_name":null,"funder_award_id":"0171-00061B","funder_id":"https://openalex.org/F4320322928","funder_display_name":"Danmarks Frie Forskningsfond"}],"funders":[{"id":"https://openalex.org/F4320322928","display_name":"Danmarks Frie Forskningsfond","ror":"https://ror.org/02sptwz63"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4380925477.pdf","grobid_xml":"https://content.openalex.org/works/W4380925477.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W2302255633","https://openalex.org/W2948742859","https://openalex.org/W2970139027","https://openalex.org/W2970971581","https://openalex.org/W3092425241","https://openalex.org/W3108010663","https://openalex.org/W4295312788","https://openalex.org/W4368353224","https://openalex.org/W4385245566","https://openalex.org/W4394969374","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W2013728941","https://openalex.org/W4225274103","https://openalex.org/W2154046714","https://openalex.org/W2189613078","https://openalex.org/W2579659702","https://openalex.org/W2923661510","https://openalex.org/W1574055964","https://openalex.org/W1965329638","https://openalex.org/W2542318691","https://openalex.org/W3160708108"],"abstract_inverted_index":{"Evaluating":[0],"hardware":[1,49],"for":[2,109],"deep":[3],"learning":[4,80,100],"is":[5],"challenging.":[6],"The":[7],"models":[8,28],"can":[9],"take":[10],"days":[11],"or":[12],"more":[13],"to":[14,31,36],"run,":[15],"the":[16,27,70,88],"datasets":[17],"are":[18,29,58],"generally":[19],"larger":[20],"than":[21],"what":[22],"fits":[23],"into":[24],"memory,":[25],"and":[26,42,48,73,111],"sensitive":[30],"interference.":[32],"Scaling":[33],"this":[34],"up":[35],"a":[37,98,106],"large":[38],"amount":[39],"of":[40,45,69,90,97],"experiments":[41],"keeping":[43],"track":[44],"both":[46],"software":[47],"metrics":[50],"thus":[51],"poses":[52],"real":[53],"difficulties":[54,75],"as":[55],"these":[56],"problems":[57],"exacerbated":[59],"by":[60],"sheer":[61],"experimental":[62,113],"data":[63,71],"volume.":[64],"This":[65],"paper":[66],"explores":[67],"some":[68],"management":[72],"exploration":[74],"when":[76],"working":[77],"on":[78,95],"machine":[79,99],"systems":[81],"research.":[82],"We":[83],"introduce":[84,105],"our":[85],"solution":[86],"in":[87],"form":[89],"an":[91],"open-source":[92],"framework":[93],"built":[94],"top":[96],"lifecycle":[101],"platform.":[102],"Additionally,":[103],"we":[104],"web":[107],"environment":[108],"visualizing":[110],"exploring":[112],"data.":[114]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}