{"id":"https://openalex.org/W4405014281","doi":"https://doi.org/10.1145/3636534.3698856","title":"Federated Black-box Prompt Tuning System for Large Language Models on the Edge","display_name":"Federated Black-box Prompt Tuning System for Large Language Models on the Edge","publication_year":2024,"publication_date":"2024-12-04","ids":{"openalex":"https://openalex.org/W4405014281","doi":"https://doi.org/10.1145/3636534.3698856"},"language":"en","primary_location":{"id":"doi:10.1145/3636534.3698856","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636534.3698856","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3698856","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3698856","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yiming Li","orcid":"https://orcid.org/0009-0009-7648-9213"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yiming Li","raw_affiliation_strings":["Duke University, Durham, USA"],"raw_orcid":"https://orcid.org/0009-0009-7648-9213","affiliations":[{"raw_affiliation_string":"Duke University, Durham, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103082251","display_name":"Jingwei Sun","orcid":"https://orcid.org/0000-0001-7058-5794"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingwei Sun","raw_affiliation_strings":["Duke University, Durham, United States"],"raw_orcid":"https://orcid.org/0000-0001-7058-5794","affiliations":[{"raw_affiliation_string":"Duke University, Durham, United States","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038087315","display_name":"Yudong Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yudong Liu","raw_affiliation_strings":["Duke University, Durham, USA"],"raw_orcid":"https://orcid.org/0009-0006-9878-3745","affiliations":[{"raw_affiliation_string":"Duke University, Durham, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075187774","display_name":"Yuandong Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuandong Zhang","raw_affiliation_strings":["Duke University, Durham, USA"],"raw_orcid":"https://orcid.org/0009-0002-7710-3991","affiliations":[{"raw_affiliation_string":"Duke University, Durham, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413615","display_name":"Ang Li","orcid":"https://orcid.org/0000-0002-4990-1729"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ang Li","raw_affiliation_strings":["University of Maryland College Park, College park, United States"],"raw_orcid":"https://orcid.org/0000-0002-4990-1729","affiliations":[{"raw_affiliation_string":"University of Maryland College Park, College park, United States","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073845046","display_name":"Beidi Chen","orcid":"https://orcid.org/0009-0009-9166-6476"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Beidi Chen","raw_affiliation_strings":["Facebook AI Research / Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":"https://orcid.org/0009-0009-9166-6476","affiliations":[{"raw_affiliation_string":"Facebook AI Research / Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043710204","display_name":"Holger R. Roth","orcid":"https://orcid.org/0000-0002-3662-8743"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Holger R. Roth","raw_affiliation_strings":["NVIDIA, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0000-0002-3662-8743","affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052339079","display_name":"Daguang Xu","orcid":"https://orcid.org/0000-0002-4621-881X"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daguang Xu","raw_affiliation_strings":["NVIDIA, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0000-0002-4621-881X","affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034818470","display_name":"Tingjun Chen","orcid":"https://orcid.org/0000-0002-5717-5755"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tingjun Chen","raw_affiliation_strings":["Duke University, Durham, United States"],"raw_orcid":"https://orcid.org/0000-0002-5717-5755","affiliations":[{"raw_affiliation_string":"Duke University, Durham, United States","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058073627","display_name":"Yiran Chen","orcid":"https://orcid.org/0000-0002-1486-8412"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiran Chen","raw_affiliation_strings":["Duke University, Durham, United States"],"raw_orcid":"https://orcid.org/0000-0002-1486-8412","affiliations":[{"raw_affiliation_string":"Duke University, Durham, United States","institution_ids":["https://openalex.org/I170897317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170897317"],"apc_list":null,"apc_paid":null,"fwci":0.6623,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.76605108,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1775","last_page":"1777"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7355999946594238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7355999946594238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.8616316914558411},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6713138222694397},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6456762552261353},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.41219162940979004},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.24399727582931519},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1604434847831726}],"concepts":[{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.8616316914558411},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6713138222694397},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6456762552261353},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.41219162940979004},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.24399727582931519},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1604434847831726},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3636534.3698856","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636534.3698856","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3698856","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3636534.3698856","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636534.3698856","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3698856","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405014281.pdf"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W3011574394","https://openalex.org/W3088409176","https://openalex.org/W3187018546","https://openalex.org/W4321521234"],"related_works":["https://openalex.org/W4313339048","https://openalex.org/W3176734149","https://openalex.org/W3201779876","https://openalex.org/W3113627641","https://openalex.org/W3191964704","https://openalex.org/W2918879532","https://openalex.org/W3083220997","https://openalex.org/W2885461866","https://openalex.org/W3162654428","https://openalex.org/W2901937988"],"abstract_inverted_index":{"Federated":[0],"learning":[1],"(FL)":[2],"offers":[3],"a":[4],"privacy-preserving":[5],"way":[6],"to":[7,24,80],"train":[8],"models":[9,17,40],"across":[10],"decentralized":[11],"data.":[12],"However,":[13],"fine-tuning":[14],"pre-trained":[15],"language":[16,39],"(PLMs)":[18],"in":[19],"FL":[20],"is":[21],"challenging":[22],"due":[23],"restricted":[25],"model":[26],"parameter":[27],"access,":[28],"high":[29],"computational":[30,62],"demands,":[31],"and":[32,60,63],"communication":[33,58],"overheads.":[34],"Our":[35],"method":[36],"treats":[37],"large":[38],"(LLMs)":[41],"as":[42],"black-box":[43],"inference":[44],"APIs,":[45],"optimizing":[46],"prompts":[47],"with":[48],"gradient-free":[49],"methods.":[50],"This":[51],"approach,":[52],"FedBPT,":[53],"reduces":[54],"exchanged":[55],"variables,":[56],"boosts":[57],"efficiency,":[59],"minimizes":[61],"memory":[64],"costs.":[65],"We":[66],"demonstrate":[67],"the":[68],"practical":[69],"implementation":[70],"of":[71],"FedBPT":[72],"on":[73],"resource-limited":[74],"edge":[75],"devices,":[76],"showcasing":[77],"its":[78],"ability":[79],"efficiently":[81],"achieve":[82],"collaborative":[83],"on-device":[84],"LLM":[85],"fine-tuning.":[86]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}