{"id":"https://openalex.org/W4414427843","doi":"https://doi.org/10.1145/3749185","title":"TensorSocket: Shared Data Loading for Deep Learning Training","display_name":"TensorSocket: Shared Data Loading for Deep Learning Training","publication_year":2025,"publication_date":"2025-09-22","ids":{"openalex":"https://openalex.org/W4414427843","doi":"https://doi.org/10.1145/3749185"},"language":"en","primary_location":{"id":"doi:10.1145/3749185","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3749185","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3749185","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006238663","display_name":"Ties Robroek","orcid":"https://orcid.org/0009-0006-3451-5602"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Ties Robroek","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0009-0006-3451-5602","affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Neil Kim Nielsen","orcid":"https://orcid.org/0009-0000-8159-4346"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Neil Kim Nielsen","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0009-0000-8159-4346","affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061990490","display_name":"P\u0131nar T\u00f6z\u00fcn","orcid":"https://orcid.org/0000-0001-6838-4854"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"P\u0131nar T\u00f6z\u00fcn","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0000-0001-6838-4854","affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.2763,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95577992,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"3","issue":"4","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6728000044822693},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6255999803543091},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6241000294685364},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5138999819755554},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4878000020980835},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4596000015735626},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.45570001006126404},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.43639999628067017},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4223000109195709},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.3887999951839447}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7782999873161316},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6728000044822693},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6255999803543091},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6241000294685364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5648999810218811},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5138999819755554},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4878000020980835},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4596000015735626},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.45570001006126404},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.43639999628067017},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4223000109195709},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4212999939918518},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.3887999951839447},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3659000098705292},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3222000002861023},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3181999921798706},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.3127000033855438},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.2822999954223633},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C2777115002","wikidata":"https://www.wikidata.org/wiki/Q7168246","display_name":"Performance prediction","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2660999894142151},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C127964446","wikidata":"https://www.wikidata.org/wiki/Q1092142","display_name":"Computational resource","level":3,"score":0.26499998569488525},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2632000148296356},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3749185","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3749185","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/180ebd22-1e79-4424-acf3-328061ef9116","is_oa":true,"landing_page_url":"https://pure.itu.dk/portal/da/publications/180ebd22-1e79-4424-acf3-328061ef9116","pdf_url":null,"source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robroek, T, Nielsen, N K & T\u00f6z\u00fcn, P 2025, 'TensorSocket: Shared Data Loading for Deep Learning Training', Proceedings of the ACM on Management of Data, vol. 3, no. 4, 267, pp. 1-26. https://doi.org/10.1145/3749185","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3749185","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3749185","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2954036057","display_name":null,"funder_award_id":"0171-00061B & 0171-00062B","funder_id":"https://openalex.org/F4320322928","funder_display_name":"Danmarks Frie Forskningsfond"}],"funders":[{"id":"https://openalex.org/F4320322928","display_name":"Danmarks Frie Forskningsfond","ror":"https://ror.org/02sptwz63"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W1599548736","https://openalex.org/W2089347259","https://openalex.org/W2100099053","https://openalex.org/W2103437490","https://openalex.org/W2108598243","https://openalex.org/W2160121678","https://openalex.org/W2247398386","https://openalex.org/W2734941459","https://openalex.org/W2751343396","https://openalex.org/W2788079077","https://openalex.org/W2886641317","https://openalex.org/W2963809228","https://openalex.org/W2963821229","https://openalex.org/W2970139027","https://openalex.org/W3081844508","https://openalex.org/W3137350414","https://openalex.org/W3138303811","https://openalex.org/W3176855411","https://openalex.org/W3196732841","https://openalex.org/W3214897310","https://openalex.org/W4220938834","https://openalex.org/W4225854672","https://openalex.org/W4226181975","https://openalex.org/W4281657584","https://openalex.org/W4283157527","https://openalex.org/W4283704460","https://openalex.org/W4309505072","https://openalex.org/W4323343904","https://openalex.org/W4368353224","https://openalex.org/W4380668091","https://openalex.org/W4380925477","https://openalex.org/W4385270611","https://openalex.org/W4388041378","https://openalex.org/W4391013073","https://openalex.org/W4392454245","https://openalex.org/W4394944658","https://openalex.org/W4394945061","https://openalex.org/W4394969374","https://openalex.org/W4403753883","https://openalex.org/W4406266033","https://openalex.org/W6931259419"],"related_works":[],"abstract_inverted_index":{"Training":[0],"deep":[1,103],"learning":[2,104],"models":[3,15,182],"is":[4,56,175,190,258],"a":[5,19],"repetitive":[6,63],"and":[7,26,77,83,156,163,179,183,189,192,219,255,262,264],"resource-intensive":[8],"process.":[9,61],"Data":[10],"scientists":[11],"often":[12],"train":[13,178],"several":[14],"before":[16],"landing":[17],"on":[18,50,134,144,235],"set":[20],"of":[21,44,65,85,102,227],"parameters":[22],"(e.g.,":[23,29],"hyper-parameter":[24],"tuning)":[25],"model":[27],"architecture":[28,31],"neural":[30],"search),":[32],"among":[33],"other":[34],"things":[35],"that":[36,199,206],"yield":[37],"the":[38,53,59,70,80,99,113,127,231,236,245],"highest":[39],"accuracy.":[40],"The":[41,62],"computational":[42,86,100],"efficiency":[43],"these":[45,66],"training":[46,54,60,105,109,129,161,213],"tasks":[47,67],"depends":[48],"highly":[49],"how":[51],"well":[52],"data":[55,72,115,157,210,250],"supplied":[57],"to":[58,97,111,177,217,260],"nature":[64],"results":[68],"in":[69,124,194],"same":[71,114],"processing":[73],"pipelines":[74],"running":[75],"over":[76],"over,":[78],"exacerbating":[79],"need":[81],"for":[82,248],"costs":[84],"resources.":[87,276],"In":[88],"this":[89,151],"paper,":[90],"we":[91],"present":[92],"T":[93,117,146,171,200,240],"ensor":[94,118,147,172,201,241],"S":[95,119,148,173,202,242],"ocket":[96,120,149,174,203,243],"reduce":[98],"needs":[101,234],"by":[106,140,152,215,229],"enabling":[107],"simultaneous":[108],"processes":[110,162],"share":[112],"loader.":[116],"mitigates":[121],"CPU-side":[122],"bottlenecks":[123],"cases":[125],"where":[126],"collocated":[128,160],"workloads":[130],"have":[131],"high":[132],"throughput":[133,143,214,271],"GPU,":[135],"but":[136],"are":[137,207],"held":[138],"back":[139],"lower":[141],"data-loading":[142],"CPU.":[145],"achieves":[150,224,266],"reducing":[153,230],"redundant":[154],"computations":[155],"duplication":[158],"across":[159],"leveraging":[164],"modern":[165],"GPU-GPU":[166],"interconnects.":[167],"While":[168],"doing":[169],"so,":[170],"able":[176],"balance":[180],"differently-sized":[181],"serve":[184],"multiple":[185],"batch":[186],"sizes":[187],"simultaneously":[188],"hardware-":[191],"pipeline-agnostic":[193],"nature.":[195],"Our":[196],"evaluation":[197],"shows":[198],"enables":[204],"scenarios":[205],"infeasible":[208],"without":[209],"sharing,":[211],"increases":[212],"up":[216],"100%,":[218],"when":[220],"utilizing":[221],"cloud":[222],"instances,":[223],"cost":[225],"savings":[226],"50%":[228],"hardware":[232],"resource":[233],"CPU":[237,275],"side.":[238],"Furthermore,":[239],"outperforms":[244],"state-of-the-art":[246],"solutions":[247],"shared":[249],"loading":[251],"such":[252],"as":[253],"CoorDL":[254],"Joader;":[256],"it":[257],"easier":[259],"deploy":[261],"maintain":[263],"either":[265],"higher":[267],"or":[268],"matches":[269],"their":[270],"while":[272],"requiring":[273],"fewer":[274]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}