{"id":"https://openalex.org/W4399418463","doi":"https://doi.org/10.1145/3652583.3658040","title":"G-SAP: Graph-based Structure-Aware Prompt Learning over Heterogeneous Knowledge for Commonsense Reasoning","display_name":"G-SAP: Graph-based Structure-Aware Prompt Learning over Heterogeneous Knowledge for Commonsense Reasoning","publication_year":2024,"publication_date":"2024-05-30","ids":{"openalex":"https://openalex.org/W4399418463","doi":"https://doi.org/10.1145/3652583.3658040"},"language":"en","primary_location":{"id":"doi:10.1145/3652583.3658040","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652583.3658040","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658040","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658040","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040004253","display_name":"Ruiting Dai","orcid":"https://orcid.org/0000-0002-8944-6759"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruiting Dai","raw_affiliation_strings":["University of Electronic Science and Technology of China, ChengDu, China"],"raw_orcid":"https://orcid.org/0000-0002-8944-6759","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, ChengDu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053871882","display_name":"Yuqiao Tan","orcid":"https://orcid.org/0009-0009-0693-5230"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqiao Tan","raw_affiliation_strings":["University of Electronic Science and Technology of China, ChengDu, China"],"raw_orcid":"https://orcid.org/0009-0009-0693-5230","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, ChengDu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099043577","display_name":"Lisi Mo","orcid":"https://orcid.org/0009-0008-4742-4456"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lisi Mo","raw_affiliation_strings":["University of Electronic Science and Technology of China, ChengDu, China"],"raw_orcid":"https://orcid.org/0009-0008-4742-4456","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, ChengDu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016843517","display_name":"Shuang Liang","orcid":"https://orcid.org/0000-0001-7387-2801"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Liang","raw_affiliation_strings":["University of Electronic Science and Technology of China, ChengDu, China"],"raw_orcid":"https://orcid.org/0000-0001-7387-2801","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, ChengDu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099043578","display_name":"Guohao Huo","orcid":"https://orcid.org/0009-0009-8816-7123"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guohao Huo","raw_affiliation_strings":["University of Electronic Science and Technology of China, ChengDu, China"],"raw_orcid":"https://orcid.org/0009-0009-8816-7123","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, ChengDu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082602877","display_name":"Jiayi Luo","orcid":"https://orcid.org/0009-0004-5742-3589"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayi Luo","raw_affiliation_strings":["University of Electronic Science and Technology of China, ChengDu, China"],"raw_orcid":"https://orcid.org/0009-0004-5742-3589","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, ChengDu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yao Cheng","orcid":"https://orcid.org/0009-0000-5064-8786"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Cheng","raw_affiliation_strings":["University of Electronic Science and Technology of China, ChengDu, China"],"raw_orcid":"https://orcid.org/0009-0000-5064-8786","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, ChengDu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5040004253"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":0.3311,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.62711111,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1051","last_page":"1060"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8627055883407593},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7901533842086792},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.7244733572006226},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.6132403612136841},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5847033262252808},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5380333065986633},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.45704442262649536},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4472157955169678},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.43110746145248413},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4309610426425934},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41402125358581543},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.33374980092048645},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2008589208126068}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8627055883407593},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7901533842086792},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.7244733572006226},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.6132403612136841},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5847033262252808},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5380333065986633},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.45704442262649536},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4472157955169678},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.43110746145248413},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4309610426425934},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41402125358581543},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.33374980092048645},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2008589208126068},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3652583.3658040","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652583.3658040","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658040","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3652583.3658040","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652583.3658040","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658040","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399418463.pdf","grobid_xml":"https://content.openalex.org/works/W4399418463.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2146304342","https://openalex.org/W2604314403","https://openalex.org/W2890894339","https://openalex.org/W2898695519","https://openalex.org/W2962843521","https://openalex.org/W2963895422","https://openalex.org/W2964303773","https://openalex.org/W2970442950","https://openalex.org/W2998374885","https://openalex.org/W3097986428","https://openalex.org/W3099655892","https://openalex.org/W3115965961","https://openalex.org/W3122807568","https://openalex.org/W3133696297","https://openalex.org/W3167128508","https://openalex.org/W3174531908","https://openalex.org/W3174770825","https://openalex.org/W3198377975","https://openalex.org/W4200416023","https://openalex.org/W4205991051","https://openalex.org/W4221159394","https://openalex.org/W4288088047","https://openalex.org/W4307003748","https://openalex.org/W4310230601","https://openalex.org/W4367671721","https://openalex.org/W4385570610","https://openalex.org/W4385570731","https://openalex.org/W6790690058","https://openalex.org/W6931636349"],"related_works":["https://openalex.org/W3035583586","https://openalex.org/W4320165839","https://openalex.org/W2151799802","https://openalex.org/W2196562041","https://openalex.org/W4385488510","https://openalex.org/W2073302931","https://openalex.org/W3206107299","https://openalex.org/W3082691151","https://openalex.org/W2776103894","https://openalex.org/W1868862982"],"abstract_inverted_index":{"Commonsense":[0],"question":[1],"answering":[2],"has":[3,20],"demonstrated":[4],"considerable":[5],"potential":[6],"across":[7],"various":[8],"applications":[9],"like":[10],"assistants":[11],"and":[12,41,100,122,140],"social":[13],"robots.Although":[14],"fully":[15,136],"fine-tuned":[16],"Pre-trained":[17],"Language":[18,48],"Model(PLM)":[19],"achieved":[21],"remarkable":[22],"performance":[23],"in":[24],"commonsense":[25,88],"reasoning,":[26,89],"their":[27],"tendency":[28],"to":[29,61,93,125,135],"excessively":[30],"prioritize":[31],"textual":[32,141],"information":[33,142],"hampers":[34],"the":[35,58,102,106,127,138,144,148],"precise":[36],"transfer":[37],"of":[38,150],"structural":[39],"knowledge":[40,99,118],"undermines":[42],"interpretability.Some":[43],"studies":[44],"have":[45],"explored":[46],"combining":[47],"Models":[49],"(LM)":[50],"with":[51],"Knowledge":[52],"Graphs":[53],"(KGs)":[54],"by":[55,115],"coarsely":[56],"fusing":[57],"two":[59],"modalities":[60],"perform":[62],"Graph":[63],"Neural":[64],"Network":[65],"(GNN)-based":[66],"reasoning":[67],"that":[68],"lacks":[69],"a":[70,80,95,129],"profound":[71],"interaction":[72,104],"between":[73,97],"heterogeneous":[74,98],"modalities.In":[75],"this":[76],"paper,":[77],"we":[78],"propose":[79],"novel":[81],"Graph-based":[82],"Structure-Aware":[83],"Prompt":[84],"Learning":[85],"Model":[86],"for":[87],"named":[90],"G-SAP,":[91],"aiming":[92],"maintain":[94],"balance":[96],"enhance":[101],"cross-modal":[103],"within":[105],"LM+GNNs":[107],"model.In":[108],"particular,":[109],"an":[110],"evidence":[111,145],"graph":[112],"is":[113,133,152],"constructed":[114],"integrating":[116],"multiple":[117],"sources,":[119],"i.e.ConceptNet,":[120],"Wikipedia,":[121],"Cambridge":[123],"Dictionary":[124],"boost":[126],"performance.Afterward,":[128],"structure-aware":[130],"frozen":[131],"PLM":[132],"employed":[134],"incorporate":[137],"structured":[139],"from":[143],"graph,":[146],"where":[147],"generation":[149],"prompts":[151],"driven":[153]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}