{"id":"https://openalex.org/W4398239147","doi":"https://doi.org/10.1145/3639478.3640034","title":"nvshare: Practical GPU Sharing without Memory Size Constraints","display_name":"nvshare: Practical GPU Sharing without Memory Size Constraints","alternate_titles":[],"publication_year":2024,"publication_date":"2024-04-14","ids":{"openalex":"https://openalex.org/W4398239147","doi":"https://doi.org/10.1145/3639478.3640034"},"language":"en","primary_location":{"id":"doi:10.1145/3639478.3640034","doi":"https://doi.org/10.1145/3639478.3640034","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639478.3640034","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639478.3640034","source":{"id":"https://openalex.org/S4210203175","display_name":"ACM/IEEE International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","issn_l":"0270-5257","issn":["0270-5257","1558-1225"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 IEEE/ACM 46th International Conference on Software Engineering: Companion Proceedings","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4398239147"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3639478.3640034","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042949856","display_name":"Georgios Alexopoulos","orcid":"https://orcid.org/0009-0005-8947-2075","observed_orcids":["https://orcid.org/0009-0005-8947-2075"]},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]},{"id":"https://openalex.org/I63843962","display_name":"National Infrastructures for Research and Technology -  GRNET S.A","ror":"https://ror.org/05tcasm11","country_code":"GR","type":"company","lineage":["https://openalex.org/I63843962"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Georgios Alexopoulos","raw_affiliation_strings":["National Infrastructures for Research and Technology, Athens, Greece","National and Kapodistrian University of Athens, Athens, Greece","National and Kapodistrian University of Athens, Athens, Greece National Infrastructures for Research and Technology, Athens, Greece"],"raw_orcid":"https://orcid.org/0009-0005-8947-2075","affiliations":[{"raw_affiliation_string":"National Infrastructures for Research and Technology, Athens, Greece","institution_ids":["https://openalex.org/I63843962"]},{"raw_affiliation_string":"National and Kapodistrian University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I200777214"]},{"raw_affiliation_string":"National and Kapodistrian University of Athens, Athens, Greece National Infrastructures for Research and Technology, Athens, Greece","institution_ids":["https://openalex.org/I200777214"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021658848","display_name":"Dimitris Mitropoulos","orcid":"https://orcid.org/0000-0002-5061-9018","observed_orcids":["https://orcid.org/0000-0002-5061-9018"]},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]},{"id":"https://openalex.org/I63843962","display_name":"National Infrastructures for Research and Technology -  GRNET S.A","ror":"https://ror.org/05tcasm11","country_code":"GR","type":"company","lineage":["https://openalex.org/I63843962"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Dimitris Mitropoulos","raw_affiliation_strings":["National Infrastructures for Research and Technology, Athens, Greece","National and Kapodistrian University of Athens, Athens, Greece","National and Kapodistrian University of Athens, Athens, Greece National Infrastructures for Research and Technology, Athens, Greece"],"raw_orcid":"https://orcid.org/0000-0002-5061-9018","affiliations":[{"raw_affiliation_string":"National Infrastructures for Research and Technology, Athens, Greece","institution_ids":["https://openalex.org/I63843962"]},{"raw_affiliation_string":"National and Kapodistrian University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I200777214"]},{"raw_affiliation_string":"National and Kapodistrian University of Athens, Athens, Greece National Infrastructures for Research and Technology, Athens, Greece","institution_ids":["https://openalex.org/I200777214"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.28,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.81742191,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"16","last_page":"20"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.8330000042915344,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.8330000042915344,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.15449999272823334,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.006300000008195639,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gpu-sharing","display_name":"GPU sharing","score":0.9959999918937683},{"id":"https://openalex.org/keywords/page-faults","display_name":"page faults","score":0.9559999704360962},{"id":"https://openalex.org/keywords/kubernetes","display_name":"Kubernetes","score":0.5120000243186951},{"id":"https://openalex.org/keywords/machine-learning-workloads","display_name":"machine learning workloads","score":0.7799999713897705},{"id":"https://openalex.org/keywords/memory-contention","display_name":"memory contention","score":0.597000002861023},{"id":"https://openalex.org/keywords/thrashing","display_name":"thrashing","score":0.6919999718666077}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9046962857246399},{"id":"https://openalex.org/C28362024","wikidata":"https://www.wikidata.org/wiki/Q2067413","display_name":"Thrashing","level":2,"score":0.7542751431465149},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.5399733781814575},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4989280700683594},{"id":"https://openalex.org/C50954386","wikidata":"https://www.wikidata.org/wiki/Q656083","display_name":"Paging","level":2,"score":0.4763876795768738},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.35846009850502014},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.21509528160095215}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3639478.3640034","doi":"https://doi.org/10.1145/3639478.3640034","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639478.3640034","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639478.3640034","source":{"id":"https://openalex.org/S4210203175","display_name":"ACM/IEEE International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","issn_l":"0270-5257","issn":["0270-5257","1558-1225"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 IEEE/ACM 46th International Conference on Software Engineering: Companion Proceedings","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3639478.3640034","doi":"https://doi.org/10.1145/3639478.3640034","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639478.3640034","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639478.3640034","source":{"id":"https://openalex.org/S4210203175","display_name":"ACM/IEEE International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","issn_l":"0270-5257","issn":["0270-5257","1558-1225"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 IEEE/ACM 46th International Conference on Software Engineering: Companion Proceedings","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4398239147.pdf","grobid_xml":"https://content.openalex.org/works/W4398239147.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W2098274770","https://openalex.org/W2194775991","https://openalex.org/W2402144811","https://openalex.org/W2734941459","https://openalex.org/W2955325220","https://openalex.org/W3012514909","https://openalex.org/W3037377931","https://openalex.org/W3096484587","https://openalex.org/W3096956001","https://openalex.org/W3182301081"],"related_works":["https://openalex.org/W3037377931","https://openalex.org/W4200461315","https://openalex.org/W4207016172","https://openalex.org/W4285494405","https://openalex.org/W4404787869","https://openalex.org/W4401943705","https://openalex.org/W3042387863","https://openalex.org/W7163566326","https://openalex.org/W2087866311","https://openalex.org/W2500476212"],"abstract_inverted_index":{"GPUs":[0],"are":[1,105],"essential":[2],"for":[3,45],"accelerating":[4],"Machine":[5],"Learning":[6],"(ML)":[7],"workloads.":[8],"A":[9,210],"common":[10],"practice":[11],"is":[12,76,214],"deploying":[13],"ML":[14],"jobs":[15,48],"as":[16,23,78],"containers":[17],"managed":[18],"by":[19,29,206],"an":[20,108],"orchestrator":[21],"such":[22],"Kubernetes.":[24],"Kubernetes":[25],"schedules":[26],"GPU":[27,42,54,61,92,118,133,156,168,185],"workloads":[28],"exclusively":[30],"assigning":[31],"a":[32,35,58,81,113,150,166],"device":[33],"to":[34,40,63,67,111,115,128,208],"single":[36],"job,":[37],"which":[38,97,143,195],"leads":[39],"massive":[41],"underutilization,":[43],"especially":[44],"interactive":[46],"development":[47],"with":[49,164],"significant":[50],"idle":[51],"periods.":[52],"Current":[53],"sharing":[55,169,181],"approaches":[56],"assign":[57],"fraction":[59],"of":[60,84,212],"memory":[62,69,85,119,134,186,192],"each":[64,126],"co-located":[65],"job":[66],"avoid":[68],"contention":[70],"and":[71,87],"out-of-memory":[72],"errors.":[73],"However,":[74],"this":[75,122],"impractical,":[77],"it":[79],"requires":[80],"priori":[82],"knowledge":[83],"usage":[86,187],"does":[88,197],"not":[89,198],"fully":[90],"address":[91],"underutilization.":[93],"We":[94,161],"propose":[95],"nvshare,":[96],"transparently":[98],"enables":[99],"page":[100,144],"faults":[101,145],"(i.e.,":[102],"exceptions":[103],"that":[104,174],"raised":[106],"when":[107],"entity":[109],"attempts":[110],"access":[112],"resource)":[114],"allow":[116],"virtual":[117],"oversubscription.":[120],"In":[121],"way":[123],"we":[124],"permit":[125],"application":[127],"utilize":[129],"the":[130,202],"entire":[131],"physical":[132],"(Video":[135],"RAM).":[136],"To":[137],"prevent":[138],"thrashing":[139],"(a":[140],"situation":[141],"in":[142,149,179],"dominate":[146],"execution":[147,204],"time)":[148],"reliable":[151],"manner,":[152],"nvshare":[153,163,200,213],"serializes":[154],"overlapping":[155],"bursts":[157],"from":[158],"different":[159],"applications.":[160],"compared":[162],"KubeShare,":[165],"state-of-the-art":[167],"solution.":[170],"Our":[171],"results":[172],"indicate":[173],"both":[175],"perform":[176],"equally":[177],"well":[178],"conventional":[180],"cases":[182],"where":[183],"total":[184],"fits":[188],"into":[189],"VRAM.":[190],"For":[191],"oversubscription":[193],"scenarios,":[194],"KubeShare":[196],"support,":[199],"outperforms":[201],"sequential":[203],"baseline":[205],"up":[207],"1.35x.":[209],"video":[211],"available":[215],"at":[216],"https://www.youtube.com/watch?v=9n-5sc5AICY":[217]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4398239147","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2024-05-24T00:00:00"}
