{"id":"https://openalex.org/W4413953195","doi":"https://doi.org/10.14778/3742728.3742752","title":"LobRA: Multi-Tenant Fine-Tuning over Heterogeneous Data","display_name":"LobRA: Multi-Tenant Fine-Tuning over Heterogeneous Data","publication_year":2025,"publication_date":"2025-04-01","ids":{"openalex":"https://openalex.org/W4413953195","doi":"https://doi.org/10.14778/3742728.3742752"},"language":"en","primary_location":{"id":"doi:10.14778/3742728.3742752","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3742728.3742752","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.01193","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111914292","display_name":"Sheng Lin","orcid":"https://orcid.org/0009-0002-1495-0499"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Sheng Lin","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039254679","display_name":"Fangcheng Fu","orcid":"https://orcid.org/0000-0003-1658-0380"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangcheng Fu","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029750339","display_name":"Haoyang Li","orcid":"https://orcid.org/0009-0001-5342-0194"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyang Li","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108863265","display_name":"Houyang Ge","orcid":"https://orcid.org/0009-0001-3367-7486"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Ge","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102930694","display_name":"Xuanyu Wang","orcid":"https://orcid.org/0009-0001-4811-5048"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanyu Wang","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiawen Niu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawen Niu","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034300662","display_name":"Yaofeng Tu","orcid":"https://orcid.org/0000-0002-2616-2273"},"institutions":[{"id":"https://openalex.org/I75746372","display_name":"ZTE (United States)","ror":"https://ror.org/0518yg160","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098582","https://openalex.org/I75746372"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaofeng Tu","raw_affiliation_strings":["ZTE Corporation"],"affiliations":[{"raw_affiliation_string":"ZTE Corporation","institution_ids":["https://openalex.org/I75746372"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062357883","display_name":"Bin Cui","orcid":"https://orcid.org/0000-0003-1681-4677"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Cui","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5111914292"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":2.2283,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.90457076,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"18","issue":"8","first_page":"2616","last_page":"2625"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5548539757728577}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5548539757728577}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.14778/3742728.3742752","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3742728.3742752","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2509.01193","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.01193","pdf_url":"https://arxiv.org/pdf/2509.01193","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.01193","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.01193","pdf_url":"https://arxiv.org/pdf/2509.01193","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W2606092111","https://openalex.org/W2930957955","https://openalex.org/W3086105743","https://openalex.org/W4226057994","https://openalex.org/W4239019441","https://openalex.org/W4310282800","https://openalex.org/W4312983671","https://openalex.org/W4386768656","https://openalex.org/W4386768680","https://openalex.org/W4392207935","https://openalex.org/W4399208444","https://openalex.org/W4400869738","https://openalex.org/W4400893425","https://openalex.org/W4401352024"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"With":[0],"the":[1,7,14,33,55,60,84,96,100,136,152,157,170,176,180,193,202],"breakthrough":[2],"of":[3,35,62,86,169,195],"Transformer-based":[4],"pre-trained":[5,16],"models,":[6],"demand":[8],"for":[9,28,142,162,206],"fine-tuning":[10],"(FT)":[11],"to":[12,18,22,31,184,191],"adapt":[13],"base":[15,56,76],"models":[17],"downstream":[19],"applications":[20],"continues":[21],"grow,":[23],"so":[24],"it":[25,199],"is":[26,42,89],"essential":[27],"service":[29],"providers":[30],"reduce":[32],"cost":[34],"processing":[36,63,119],"FT":[37,46,65,88,121,137,182,208],"requests.":[38],"Low-rank":[39],"adaption":[40],"(LoRA)":[41],"a":[43,74,113],"widely":[44],"used":[45],"technique":[47],"that":[48,117,198],"only":[49],"trains":[50],"small-scale":[51],"adapters":[52,72],"and":[53,104,148,174],"keeps":[54],"model":[57,140],"unaltered,":[58],"conveying":[59],"possibility":[61],"multiple":[64,120],"tasks":[66,122],"by":[67,91,123,156,209],"jointly":[68,124],"training":[69,97,125,164,177],"different":[70],"LoRA":[71,126],"with":[73,144],"shared":[75],"model.":[77],"Nevertheless,":[78],"through":[79],"in-depth":[80],"analysis,":[81],"we":[82,110],"reveal":[83],"efficiency":[85],"joint":[87,207],"dampened":[90],"two":[92],"heterogeneity":[93],"issues":[94],"in":[95],"data":[98,178],"\u2014":[99],"sequence":[101,158,171],"length":[102,159,172],"variation":[103],"skewness.":[105],"To":[106],"tackle":[107],"these":[108],"issues,":[109],"develop":[111],"LobRA,":[112,196],"brand":[114],"new":[115],"framework":[116],"supports":[118],"adapters.":[127],"Two":[128],"innovative":[129],"designs":[130],"are":[131],"introduced.":[132],"Firstly,":[133],"LobRA":[134,166],"deploys":[135],"replicas":[138,141,183],"(i.e.,":[139],"FT)":[143],"heterogeneous":[145,181],"resource":[146],"usages":[147],"parallel":[149],"configurations,":[150],"matching":[151],"diverse":[153],"workloads":[154],"caused":[155],"variation.":[160],"Secondly,":[161],"each":[163],"step,":[165],"takes":[167],"account":[168],"skewness":[173],"dispatches":[175],"among":[179],"achieve":[185],"workload":[186],"balance.":[187],"We":[188],"conduct":[189],"experiments":[190],"assess":[192],"performance":[194],"validating":[197],"significantly":[200],"reduces":[201],"GPU":[203],"seconds":[204],"required":[205],"45.03%-60.67%.":[210]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}