{"id":"https://openalex.org/W4396735838","doi":"https://doi.org/10.1145/3589334.3645627","title":"Can GNN be Good Adapter for LLMs?","display_name":"Can GNN be Good Adapter for LLMs?","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4396735838","doi":"https://doi.org/10.1145/3589334.3645627"},"language":"en","primary_location":{"id":"doi:10.1145/3589334.3645627","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3589334.3645627","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039417407","display_name":"Xuanwen Huang","orcid":"https://orcid.org/0000-0002-4668-4570"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanwen Huang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4668-4570","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kaiqiao Han","orcid":"https://orcid.org/0009-0008-1389-1291"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiqiao Han","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-1389-1291","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035227503","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0002-5058-4417"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5058-4417","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090776224","display_name":"Dezheng Bao","orcid":"https://orcid.org/0009-0000-5574-9682"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dezheng Bao","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-5574-9682","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078600183","display_name":"Q. T. Tao","orcid":"https://orcid.org/0009-0008-7060-456X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quanjin Tao","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-7060-456X","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053723828","display_name":"Ziwei Chai","orcid":"https://orcid.org/0000-0003-1376-5101"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziwei Chai","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1376-5101","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055199412","display_name":"Qi Zhu","orcid":"https://orcid.org/0000-0003-0129-8542"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Zhu","raw_affiliation_strings":["Amazon Web Services, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0000-0003-0129-8542","affiliations":[{"raw_affiliation_string":"Amazon Web Services, Santa Clara, USA","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.3022,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.98749499,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"893","last_page":"904"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.8118559122085571},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7202191352844238},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5055022239685059},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.47130143642425537},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38193070888519287},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3424515128135681},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.22338631749153137}],"concepts":[{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.8118559122085571},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7202191352844238},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5055022239685059},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.47130143642425537},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38193070888519287},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3424515128135681},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.22338631749153137},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3589334.3645627","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3589334.3645627","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7359165309","display_name":null,"funder_award_id":"62322606","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2101267973","https://openalex.org/W2507296351","https://openalex.org/W2970641574","https://openalex.org/W2997200074","https://openalex.org/W3012897203","https://openalex.org/W3156738579","https://openalex.org/W3215560629","https://openalex.org/W4205991051","https://openalex.org/W4242499807","https://openalex.org/W4385571564","https://openalex.org/W4385573170","https://openalex.org/W4386804245","https://openalex.org/W4393277515","https://openalex.org/W6600134738","https://openalex.org/W6600424091"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Recently,":[0],"large":[1],"language":[2,203],"models":[3],"(LLMs)":[4],"have":[5,49],"demonstrated":[6],"superior":[7],"capabilities":[8,99],"in":[9,52,89,117,191,221],"understanding":[10],"and":[11,37,137],"zero-shot":[12,97],"learning":[13],"on":[14,76,152,181],"textual":[15,33],"data,":[16,34],"promising":[17,209],"significant":[18],"advances":[19],"for":[20,71,168,219],"many":[21],"text-related":[22],"domains.":[23],"In":[24,124],"the":[25,96,128],"graph":[26,109],"domain,":[27],"various":[28,169],"real-world":[29,177],"scenarios":[30],"also":[31,94,199],"involve":[32],"where":[35],"tasks":[36],"node":[38,153,194],"features":[39],"can":[40,138,161,198,214],"be":[41,139,162],"described":[42],"by":[43],"text.":[44],"These":[45],"text-attributed":[46],"graphs":[47],"(TAGs)":[48],"broad":[50],"applications":[51],"social":[53],"media,":[54],"recommendation":[55],"systems,":[56],"etc.":[57],"Thus,":[58],"this":[59],"paper":[60],"explores":[61],"how":[62],"to":[63,66,82,121,201],"utilize":[64],"LLMs":[65,120,220],"model":[67],"TAGs.":[68,123],"Previous":[69],"methods":[70],"TAG":[72,222],"modeling":[73],"are":[74],"based":[75,180],"million-scale":[77],"LMs.":[78],"When":[79],"scaled":[80],"up":[81],"billion-scale":[83],"LLMs,":[84],"they":[85,93],"face":[86],"huge":[87],"challenges":[88],"computational":[90],"costs.":[91,144],"Additionally,":[92],"ignore":[95],"inference":[98],"of":[100,126,188,193],"LLMs.":[101],"Therefore,":[102],"we":[103],"propose":[104],"GraphAdapter,":[105],"which":[106],"uses":[107],"a":[108,133],"neural":[110],"network":[111],"(GNN)":[112],"as":[113,216],"an":[114,185],"efficient":[115],"adapter":[116,130],"collaboration":[118],"with":[119,141,165],"tackle":[122],"terms":[125,192],"efficiency,":[127],"GNN":[129],"introduces":[131],"only":[132],"few":[134],"trainable":[135],"parameters":[136],"trained":[140,149],"low":[142],"computation":[143],"The":[145,208],"entire":[146],"framework":[147],"is":[148],"using":[150],"auto-regression":[151],"text":[154],"(next":[155],"token":[156],"prediction).":[157],"Once":[158],"trained,":[159],"GraphAdapter":[160,179,197],"seamlessly":[163],"fine-tuned":[164],"task-specific":[166],"prompts":[167],"downstream":[170],"tasks.":[171],"Through":[172],"extensive":[173],"experiments":[174],"across":[175],"multiple":[176],"TAGs,":[178],"Llama":[182],"2":[183],"gains":[184],"average":[186],"improvement":[187],"approximately":[189],"5%":[190],"classification.":[195],"Furthermore,":[196],"adapt":[200],"other":[202],"models,":[204],"including":[205],"RoBERTa,":[206],"GPT-2.":[207],"results":[210],"demonstrate":[211],"that":[212],"GNNs":[213],"serve":[215],"effective":[217],"adapters":[218],"modeling.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}