{"id":"https://openalex.org/W4401862830","doi":"https://doi.org/10.1145/3637528.3671742","title":"Killing Two Birds with One Stone: Cross-modal Reinforced Prompting for Graph and Language Tasks","display_name":"Killing Two Birds with One Stone: Cross-modal Reinforced Prompting for Graph and Language Tasks","publication_year":2024,"publication_date":"2024-08-24","ids":{"openalex":"https://openalex.org/W4401862830","doi":"https://doi.org/10.1145/3637528.3671742"},"language":"en","primary_location":{"id":"doi:10.1145/3637528.3671742","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3637528.3671742","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030911613","display_name":"Wenyuan Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenyuan Jiang","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083955969","display_name":"Wenwei Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenwei Wu","raw_affiliation_strings":["Thrust of Financial Technology, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Thrust of Financial Technology, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350641","display_name":"Le Zhang","orcid":"https://orcid.org/0000-0003-0894-9651"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Zhang","raw_affiliation_strings":["Baidu Research, Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Research, Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049462386","display_name":"Zixuan Yuan","orcid":"https://orcid.org/0000-0003-1197-0347"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zixuan Yuan","raw_affiliation_strings":["Thrust of Financial Technology, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Thrust of Financial Technology, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jian Xiang","orcid":"https://orcid.org/0009-0000-4192-1656"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jian Xiang","raw_affiliation_strings":["Thrust of Financial Technology, The Hong Kong University of Science and Technology (GuangZhou), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Thrust of Financial Technology, The Hong Kong University of Science and Technology (GuangZhou), Guangzhou, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101481194","display_name":"Jingbo Zhou","orcid":"https://orcid.org/0000-0003-2677-7021"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingbo Zhou","raw_affiliation_strings":["Baidu Research, Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Research, Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101862104","display_name":"Hui Xiong","orcid":"https://orcid.org/0000-0001-6016-6465"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hui Xiong","raw_affiliation_strings":["Thrust of Artificial Intelligence, The Hong Kong University of Science and Technology (Guangzhou) & Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Thrust of Artificial Intelligence, The Hong Kong University of Science and Technology (Guangzhou) & Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Guangzhou, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5030911613"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":1.366,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.84066386,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1301","last_page":"1312"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6527752876281738},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6066024303436279},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5116429924964905},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33076879382133484},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32479023933410645},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.181723952293396}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6527752876281738},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6066024303436279},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5116429924964905},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33076879382133484},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32479023933410645},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.181723952293396},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3637528.3671742","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3637528.3671742","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-143663","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-143663","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1873332500","https://openalex.org/W2008857988","https://openalex.org/W2064675550","https://openalex.org/W2183341477","https://openalex.org/W2250342289","https://openalex.org/W2283196293","https://openalex.org/W2778810234","https://openalex.org/W2889583850","https://openalex.org/W2907492528","https://openalex.org/W2946165673","https://openalex.org/W2962756421","https://openalex.org/W2963446712","https://openalex.org/W3031273498","https://openalex.org/W3174146526","https://openalex.org/W3198377975","https://openalex.org/W4221023051","https://openalex.org/W4221143046","https://openalex.org/W4221157571","https://openalex.org/W4226138157","https://openalex.org/W4285294723","https://openalex.org/W4290876361","https://openalex.org/W4290877635","https://openalex.org/W4292779060","https://openalex.org/W4319762935","https://openalex.org/W4367046771","https://openalex.org/W4376226279","https://openalex.org/W4382239296","https://openalex.org/W4382246105","https://openalex.org/W4383112908","https://openalex.org/W4383468961","https://openalex.org/W4385568277","https://openalex.org/W4385988359","https://openalex.org/W4390692489","https://openalex.org/W4392357044","https://openalex.org/W4400985386","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W3204019825"],"abstract_inverted_index":{"In":[0,225],"recent":[1],"years,":[2],"Graph":[3],"Neural":[4],"Networks":[5],"(GNNs)":[6],"and":[7,21,51,76,85,160,181,249,266,268,276],"Large":[8],"Language":[9],"Models":[10],"(LLMs)":[11],"have":[12],"exhibited":[13],"remarkable":[14],"capability":[15],"in":[16,49,279],"addressing":[17],"different":[18,198,280],"graph":[19,52,84,109,161,192,275],"learning":[20,78,162,238,281],"natural":[22],"language":[23,50,86,101,159,277],"tasks,":[24,82,130],"respectively.":[25],"Motivated":[26],"by":[27,63],"this,":[28],"integrating":[29],"LLMs":[30],"with":[31],"GNNs":[32],"has":[33],"been":[34],"increasingly":[35],"studied":[36],"to":[37,45,68,95,114,135,207,234,259],"acquire":[38],"transferable":[39],"knowledge":[40,117,124,196,216],"across":[41,239],"modalities,":[42],"which":[43,175,218],"leads":[44],"improved":[46],"empirical":[47,244],"performance":[48],"domains.":[53,199,241],"However,":[54],"existing":[55],"studies":[56],"mainly":[57],"focused":[58],"on":[59],"a":[60,74,146,152,172,203,229],"single-domain":[61],"scenario":[62],"designing":[64],"complicated":[65],"integration":[66],"techniques":[67],"manage":[69],"multimodal":[70],"data":[71],"effectively.":[72],"Therefore,":[73],"concise":[75],"generic":[77],"framework":[79,149],"for":[80,128,150,197,214],"multi-domain":[81,222,261],"i.e.,":[83],"domains,":[87],"is":[88],"highly":[89],"desired":[90],"yet":[91],"remains":[92],"under-exploited":[93],"due":[94],"two":[96,240],"major":[97],"challenges.":[98],"First,":[99],"the":[100,116,168,179,185,209,221,270,273],"corpus":[102],"of":[103,184,272],"downstream":[104,129],"tasks":[105,262],"differs":[106],"significantly":[107],"from":[108],"data,":[110],"making":[111],"it":[112],"hard":[113],"bridge":[115],"gap":[118],"between":[119],"modalities.":[120],"Second,":[121],"not":[122,176],"all":[123],"demonstrates":[125],"immediate":[126],"benefits":[127],"potentially":[131],"introducing":[132],"disruptive":[133],"noise":[134],"context-sensitive":[136],"models":[137,278],"like":[138],"LLMs.":[139],"To":[140],"tackle":[141],"these":[142],"challenges,":[143],"we":[144,165,201,227],"propose":[145],"novel":[147],"plug-and-play":[148],"incorporating":[151],"lightweight":[153],"cross-domain":[154],"prompting":[155],"method":[156,206],"into":[157,171],"both":[158],"tasks.":[163],"Specifically,":[164],"first":[166],"convert":[167],"textual":[169,186],"input":[170],"domain-scalable":[173],"prompt,":[174],"only":[177],"preserves":[178],"semantic":[180],"logical":[182],"contents":[183],"input,":[187],"but":[188],"also":[189],"highlights":[190],"related":[191],"information":[193],"as":[194],"external":[195],"Then,":[200],"develop":[202],"reinforcement":[204],"learning-based":[205],"learn":[208],"optimal":[210],"edge":[211],"selection":[212],"strategy":[213],"useful":[215],"extraction,":[217],"profoundly":[219],"sharpens":[220],"model":[223],"capabilities.":[224],"addition,":[226],"introduce":[228],"joint":[230],"multi-view":[231],"optimization":[232],"module":[233],"regularize":[235],"agent-level":[236],"collaborative":[237],"Finally,":[242],"extensive":[243],"justifications":[245],"over":[246],"23":[247],"public":[248],"synthetic":[250],"datasets":[251],"demonstrate":[252],"that":[253],"our":[254],"approach":[255],"can":[256],"be":[257],"applied":[258],"diverse":[260],"more":[263],"accurately,":[264],"robustly,":[265],"reasonably,":[267],"improve":[269],"performances":[271],"state-of-the-art":[274],"paradigms.":[282]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}