{"id":"https://openalex.org/W4400525576","doi":"https://doi.org/10.1145/3626772.3657790","title":"Let Me Show You Step by Step: An Interpretable Graph Routing Network for Knowledge-based Visual Question Answering","display_name":"Let Me Show You Step by Step: An Interpretable Graph Routing Network for Knowledge-based Visual Question Answering","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400525576","doi":"https://doi.org/10.1145/3626772.3657790"},"language":"en","primary_location":{"id":"doi:10.1145/3626772.3657790","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657790","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035159127","display_name":"Duokang Wang","orcid":"https://orcid.org/0009-0006-3290-7303"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Duokang Wang","raw_affiliation_strings":["SCS, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-3290-7303","affiliations":[{"raw_affiliation_string":"SCS, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063307425","display_name":"Linmei Hu","orcid":"https://orcid.org/0000-0003-0993-8495"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linmei Hu","raw_affiliation_strings":["SCST, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0993-8495","affiliations":[{"raw_affiliation_string":"SCST, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101576926","display_name":"Rui Hao","orcid":"https://orcid.org/0009-0002-6634-3156"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Hao","raw_affiliation_strings":["SCS, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-6634-3156","affiliations":[{"raw_affiliation_string":"SCS, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014615052","display_name":"Yingxia Shao","orcid":"https://orcid.org/0000-0002-8559-2628"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingxia Shao","raw_affiliation_strings":["SCS, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8559-2628","affiliations":[{"raw_affiliation_string":"SCS, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011372729","display_name":"Xin Lv","orcid":"https://orcid.org/0009-0009-8062-0675"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Lv","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-8062-0675","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038612499","display_name":"Liqiang Nie","orcid":"https://orcid.org/0000-0003-1476-0273"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Nie","raw_affiliation_strings":["SCST, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1476-0273","affiliations":[{"raw_affiliation_string":"SCST, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003324011","display_name":"Juanzi Li","orcid":"https://orcid.org/0000-0002-6244-0664"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juanzi Li","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6244-0664","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5259,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.67082391,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1984","last_page":"1994"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.766261875629425},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7235034704208374},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.6584365367889404},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5222480893135071},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.49178746342658997},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4347950220108032},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.40204817056655884},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3370562791824341},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3126923441886902},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11031410098075867}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.766261875629425},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7235034704208374},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.6584365367889404},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5222480893135071},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.49178746342658997},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4347950220108032},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40204817056655884},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3370562791824341},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3126923441886902},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11031410098075867}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626772.3657790","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657790","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3832828805","display_name":null,"funder_award_id":"6120220261","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W102708294","https://openalex.org/W2069065514","https://openalex.org/W2083897630","https://openalex.org/W2277195237","https://openalex.org/W2479423890","https://openalex.org/W2561529111","https://openalex.org/W2595551253","https://openalex.org/W2745461083","https://openalex.org/W2747623286","https://openalex.org/W2755637027","https://openalex.org/W2760103357","https://openalex.org/W2891394954","https://openalex.org/W2947312908","https://openalex.org/W2949720445","https://openalex.org/W2958447893","https://openalex.org/W2963357517","https://openalex.org/W2964303913","https://openalex.org/W2966683369","https://openalex.org/W2970231061","https://openalex.org/W2983995706","https://openalex.org/W2996919866","https://openalex.org/W2997937415","https://openalex.org/W3034862985","https://openalex.org/W3101703188","https://openalex.org/W3115476810","https://openalex.org/W3156128319","https://openalex.org/W3167599226","https://openalex.org/W3172845486","https://openalex.org/W3176824248","https://openalex.org/W3177224328","https://openalex.org/W3182937942","https://openalex.org/W3190271517","https://openalex.org/W3199693760","https://openalex.org/W3202473058","https://openalex.org/W3203581965","https://openalex.org/W4205480697","https://openalex.org/W4221155360","https://openalex.org/W4224919571","https://openalex.org/W4226452284","https://openalex.org/W4288286281","https://openalex.org/W4290989497","https://openalex.org/W4293225930","https://openalex.org/W4384774018","https://openalex.org/W4386065596"],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W2115758952","https://openalex.org/W3082787378","https://openalex.org/W2136007095","https://openalex.org/W2366230879","https://openalex.org/W3208425359","https://openalex.org/W2349927912","https://openalex.org/W3159777597","https://openalex.org/W2054026175"],"abstract_inverted_index":{"Visual":[0],"Question":[1],"Answering":[2],"based":[3],"on":[4,31,136,189],"external":[5,43],"Knowledge":[6],"Bases":[7],"(KB-VQA)":[8],"requires":[9],"a":[10,58,71,84,116,204],"model":[11],"to":[12,41,109,126,156,162],"incorporate":[13,42],"knowledge":[14,44,87],"beyond":[15],"the":[16,49,113,120,130,140,152,157,163,173,181,190,199],"content":[17],"of":[18,106,139,176,201],"given":[19,131],"image":[20],"and":[21,56,115,145,178,213,228],"question":[22,141,165],"for":[23,45,92],"answer":[24,46,129],"prediction.":[25],"Most":[26],"existing":[27,208],"works":[28],"made":[29],"efforts":[30],"using":[32],"graph":[33,74,88],"neural":[34],"networks":[35],"or":[36],"Multi-modal":[37,214],"Large":[38,215],"Language":[39,216],"Models":[40],"generation.":[47],"Despite":[48],"promising":[50],"results,":[51],"they":[52],"have":[53,194],"limited":[54],"interpretability":[55,230],"exhibit":[57],"deficiency":[59],"in":[60,224,231],"handling":[61,225],"questions":[62,182],"with":[63,183],"unseen":[64,184,226],"answers.":[65],"In":[66,167],"this":[67,168],"paper,":[68],"we":[69],"propose":[70],"novel":[72],"interpretable":[73],"routing":[75,82,149],"network":[76],"(GRN)":[77],"which":[78],"explicitly":[79],"conducts":[80],"entity":[81,100,108,125,148,153],"over":[83],"constructed":[85],"scene":[86],"step":[89,91,144],"by":[90,150,203],"KB-VQA.":[93,232],"At":[94],"each":[95,107,143],"step,":[96],"GRN":[97,133,197],"keeps":[98],"an":[99],"score":[101],"vector":[102],"representing":[103,119],"how":[104],"likely":[105],"be":[110],"activated":[111],"as":[112,218,220],"answer,":[114],"transition":[117,121,158],"matrix":[118,159],"probability":[122],"from":[123],"one":[124],"another.":[127],"To":[128],"question,":[132],"will":[134],"focus":[135],"certain":[137],"keywords":[138],"at":[142],"correspondingly":[146],"conduct":[147],"transiting":[151],"scores":[154],"according":[155],"computed":[160],"referring":[161],"focused":[164],"keywords.":[166],"way,":[169],"it":[170],"clearly":[171],"provides":[172],"reasoning":[174],"process":[175],"KB-VQA":[177,202,211],"can":[179],"handle":[180],"answers":[185,227],"without":[186],"distinction.":[187],"Experiments":[188],"benchmark":[191],"dataset":[192],"KRVQA":[193],"demonstrated":[195],"that":[196],"improves":[198],"performance":[200],"large":[205],"margin,":[206],"surpassing":[207],"state-of-the":[209],"art":[210],"methods":[212],"Models,":[217],"well":[219],"shows":[221],"competent":[222],"capability":[223],"good":[229]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}