{"id":"https://openalex.org/W4313066878","doi":"https://doi.org/10.1109/tkde.2022.3221426","title":"TENSILE: A Tensor Granularity Dynamic GPU Memory Scheduling Method Toward Multiple Dynamic Workloads System","display_name":"TENSILE: A Tensor Granularity Dynamic GPU Memory Scheduling Method Toward Multiple Dynamic Workloads System","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4313066878","doi":"https://doi.org/10.1109/tkde.2022.3221426","mag":"3164881191"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2022.3221426","doi":"https://doi.org/10.1109/tkde.2022.3221426","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2022.3221426","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-a","cwts-core","dongbi-a","fnege-3","jufo-3","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2105.13336","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100646862","display_name":"Kaixin Zhang","orcid":"https://orcid.org/0000-0002-1596-7287","observed_orcids":["https://orcid.org/0000-0002-1596-7287"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaixin Zhang","raw_affiliation_strings":["Computer Science and Technology, Harbin Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Technology, Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396652","display_name":"Hongzhi Wang","orcid":"https://orcid.org/0000-0002-7521-2871","observed_orcids":["https://orcid.org/0000-0002-7521-2871"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongzhi Wang","raw_affiliation_strings":["Computer Science and Technology, Harbin Institute of Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-7521-2871","affiliations":[{"raw_affiliation_string":"Computer Science and Technology, Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010955512","display_name":"Han Ying Hu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Hu","raw_affiliation_strings":["Computer Science and Technology, Harbin Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Technology, Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040056156","display_name":"Songling Zou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songling Zou","raw_affiliation_strings":["Computer Science and Technology, Harbin Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Technology, Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085057048","display_name":"Jiye Qiu","orcid":"https://orcid.org/0000-0001-6502-0705","observed_orcids":["https://orcid.org/0000-0001-6502-0705"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiye Qiu","raw_affiliation_strings":["Computer Science and Technology, Harbin Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Technology, Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005758616","display_name":"Tongxin Li","orcid":"https://orcid.org/0000-0002-9806-8964","observed_orcids":["https://orcid.org/0000-0002-9806-8964"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongxin Li","raw_affiliation_strings":["Computer Science and Technology, Harbin Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Technology, Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023651959","display_name":"Zhishun Wang","orcid":"https://orcid.org/0000-0002-7681-4233","observed_orcids":["https://orcid.org/0000-0002-7681-4233","https://orcid.org/0000-0003-3739-4886"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhishun Wang","raw_affiliation_strings":["School of engineering, The Chinese University of Hong Kong, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of engineering, The Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":null,"fwci":0.5186,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.57450816,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gpu-memory-management","display_name":"GPU memory management","score":0.9020000100135803},{"id":"https://openalex.org/keywords/deep-learning","display_name":"deep learning","score":0.6380000114440918},{"id":"https://openalex.org/keywords/in-database-machine-learning","display_name":"in-database machine learning","score":0.9200000166893005}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8791120648384094},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.669413149356842},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.573810875415802},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5135970115661621},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5031937956809998},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4904803931713104},{"id":"https://openalex.org/C123593499","wikidata":"https://www.wikidata.org/wiki/Q6008583","display_name":"In-Memory Processing","level":5,"score":0.45450881123542786},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37867671251296997},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.108405202627182},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.087126225233078},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.0},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C194222762","wikidata":"https://www.wikidata.org/wiki/Q114486","display_name":"Query by Example","level":4,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tkde.2022.3221426","doi":"https://doi.org/10.1109/tkde.2022.3221426","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2022.3221426","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-a","cwts-core","dongbi-a","fnege-3","jufo-3","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2105.13336","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.13336","pdf_url":"https://arxiv.org/pdf/2105.13336","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3164881191","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2105.13336.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2105.13336","doi":"https://doi.org/10.48550/arxiv.2105.13336","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2105.13336","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2105.13336","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.13336","pdf_url":"https://arxiv.org/pdf/2105.13336","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4313066878.pdf","grobid_xml":"https://content.openalex.org/works/W4313066878.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1530342954","https://openalex.org/W1686810756","https://openalex.org/W2163605009","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2217174568","https://openalex.org/W2402144811","https://openalex.org/W2489529491","https://openalex.org/W2519887557","https://openalex.org/W2626778328","https://openalex.org/W2746842762","https://openalex.org/W2751777443","https://openalex.org/W2773466258","https://openalex.org/W2804663311","https://openalex.org/W2888870906","https://openalex.org/W2896457183","https://openalex.org/W2899071864","https://openalex.org/W2912759934","https://openalex.org/W2921909549","https://openalex.org/W2947411064","https://openalex.org/W2963341956","https://openalex.org/W2963446712","https://openalex.org/W2964121744","https://openalex.org/W2964350391","https://openalex.org/W2970148517","https://openalex.org/W2971843695","https://openalex.org/W3012514909","https://openalex.org/W3030163527","https://openalex.org/W3038086838","https://openalex.org/W3096583839","https://openalex.org/W3103894541","https://openalex.org/W3176153696","https://openalex.org/W4247353671","https://openalex.org/W4255361718","https://openalex.org/W6756009870"],"related_works":["https://openalex.org/W3164881191","https://openalex.org/W2783292547","https://openalex.org/W4387723591","https://openalex.org/W4301361180","https://openalex.org/W4224330420","https://openalex.org/W2908368980","https://openalex.org/W7101394727","https://openalex.org/W7124191701","https://openalex.org/W4289533987","https://openalex.org/W3038086838"],"abstract_inverted_index":{"Recently,":[0],"deep":[1,17,105],"learning":[2,18,60,106],"has":[3],"been":[4,38],"an":[5],"area":[6],"of":[7,14,24,70],"intense":[8],"research.":[9],"However,":[10],"as":[11,57],"a":[12,68,104],"kind":[13],"computing-intensive":[15],"task,":[16],"highly":[19],"relies":[20],"on":[21,103],"the":[22,79,84,90],"scale":[23],"GPU":[25,42,72,80,124],"memory,":[26],"which":[27],"is":[28],"usually":[29],"prohibitive":[30],"and":[31,92,111,135],"scarce.":[32],"Although":[33],"some":[34],"extensive":[35],"works":[36,132],"have":[37],"proposed":[39],"for":[40],"dynamic":[41,54,86,137],"memory":[43,73,81,125],"management,":[44],"they":[45],"are":[46],"hard":[47],"to":[48,50,77],"apply":[49],"systems":[51],"with":[52,126],"multiple":[53,85,136],"workloads,":[55],"such":[56],"in-database":[58],"machine":[59],"systems.":[61],"In":[62],"this":[63],"paper,":[64],"we":[65],"demonstrated":[66],"TENSILE,":[67],"method":[69],"managing":[71],"in":[74,97,133],"tensor":[75],"granularity":[76],"reduce":[78],"peak,":[82],"considering":[83],"workloads.":[87],"TENSILE":[88,102,120],"tackled":[89],"cold-starting":[91],"across-iteration":[93],"scheduling":[94],"problem":[95],"existing":[96],"previous":[98],"works.":[99],"We":[100],"implemented":[101],"framework":[107],"built":[108],"by":[109],"ourselves":[110],"evaluated":[112],"its":[113],"performance.":[114],"The":[115],"experiment":[116],"results":[117],"show":[118],"that":[119],"can":[121],"save":[122],"more":[123],"less":[127],"extra":[128],"overhead":[129],"than":[130],"prior":[131],"single":[134],"workloads":[138],"scenarios.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-01-06T00:00:00"}