{"id":"https://openalex.org/W4401979966","doi":"https://doi.org/10.26599/bdma.2024.9020026","title":"Prompting Large Language Models with Knowledge-Injection for Knowledge-Based Visual Question Answering","display_name":"Prompting Large Language Models with Knowledge-Injection for Knowledge-Based Visual Question Answering","publication_year":2024,"publication_date":"2024-08-28","ids":{"openalex":"https://openalex.org/W4401979966","doi":"https://doi.org/10.26599/bdma.2024.9020026"},"language":"en","primary_location":{"id":"doi:10.26599/bdma.2024.9020026","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2024.9020026","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.26599/bdma.2024.9020026","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048709513","display_name":"Zhongjian Hu","orcid":"https://orcid.org/0000-0001-8515-2596"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhongjian Hu","raw_affiliation_strings":["School of Computer Science and Engineering, Southeast University,Nanjing,China,211189"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University,Nanjing,China,211189","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100681631","display_name":"Peng Yang","orcid":"https://orcid.org/0000-0002-0063-3102"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Yang","raw_affiliation_strings":["School of Computer Science and Engineering, Southeast University,Nanjing,China,211189"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University,Nanjing,China,211189","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061650199","display_name":"Fengyuan Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengyuan Liu","raw_affiliation_strings":["Southeast University - Monash University Joint Graduate School (Suzhou), Southeast University,Suzhou,China,215125"],"affiliations":[{"raw_affiliation_string":"Southeast University - Monash University Joint Graduate School (Suzhou), Southeast University,Suzhou,China,215125","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103072786","display_name":"Yuan Meng","orcid":"https://orcid.org/0000-0002-7450-9438"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Meng","raw_affiliation_strings":["School of Computer Science and Engineering, Southeast University,Nanjing,China,211189"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University,Nanjing,China,211189","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115590682","display_name":"Xingyu Liu","orcid":"https://orcid.org/0009-0008-8093-1767"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyu Liu","raw_affiliation_strings":["Southeast University - Monash University Joint Graduate School (Suzhou), Southeast University,Suzhou,China,215125"],"affiliations":[{"raw_affiliation_string":"Southeast University - Monash University Joint Graduate School (Suzhou), Southeast University,Suzhou,China,215125","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5048709513"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":4.1864,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.95284239,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"7","issue":"3","first_page":"843","last_page":"857"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.9194431304931641},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5652741193771362},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5100660920143127},{"id":"https://openalex.org/keywords/procedural-knowledge","display_name":"Procedural knowledge","score":0.41856253147125244},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3818911015987396},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.3490374684333801}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.9194431304931641},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5652741193771362},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5100660920143127},{"id":"https://openalex.org/C124469403","wikidata":"https://www.wikidata.org/wiki/Q1813993","display_name":"Procedural knowledge","level":3,"score":0.41856253147125244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3818911015987396},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.3490374684333801}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.26599/bdma.2024.9020026","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2024.9020026","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4a5c02e765b940a88f6ed65e4d31f4d3","is_oa":true,"landing_page_url":"https://doaj.org/article/4a5c02e765b940a88f6ed65e4d31f4d3","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data Mining and Analytics, Vol 7, Iss 3, Pp 843-857 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.26599/bdma.2024.9020026","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2024.9020026","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5699999928474426,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G6942653386","display_name":null,"funder_award_id":"62272100","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1933349210","https://openalex.org/W2142192571","https://openalex.org/W2277195237","https://openalex.org/W2560730294","https://openalex.org/W2755992512","https://openalex.org/W2884093133","https://openalex.org/W2947312908","https://openalex.org/W2953356739","https://openalex.org/W2963150162","https://openalex.org/W2963717374","https://openalex.org/W2964118342","https://openalex.org/W2964303913","https://openalex.org/W2966683369","https://openalex.org/W2970231061","https://openalex.org/W2990138404","https://openalex.org/W3004349648","https://openalex.org/W3015409108","https://openalex.org/W3015965768","https://openalex.org/W3035454069","https://openalex.org/W3035497460","https://openalex.org/W3092767330","https://openalex.org/W3101703188","https://openalex.org/W3122241445","https://openalex.org/W3139224848","https://openalex.org/W3159131359","https://openalex.org/W3165066581","https://openalex.org/W3172845486","https://openalex.org/W3173220247","https://openalex.org/W3182414949","https://openalex.org/W3196798856","https://openalex.org/W3199693760","https://openalex.org/W3207798279","https://openalex.org/W4226182655","https://openalex.org/W4283777642","https://openalex.org/W4285149851","https://openalex.org/W4292779060","https://openalex.org/W4294840771","https://openalex.org/W4307106676","https://openalex.org/W4312245858","https://openalex.org/W4312381519","https://openalex.org/W4312846625","https://openalex.org/W4312971273","https://openalex.org/W4319301039","https://openalex.org/W4322718191","https://openalex.org/W4376870884","https://openalex.org/W4384918448","https://openalex.org/W4386065596","https://openalex.org/W4388157208","https://openalex.org/W4390692489","https://openalex.org/W4393906060","https://openalex.org/W6753027577","https://openalex.org/W6766904570","https://openalex.org/W6777615688","https://openalex.org/W6778883912","https://openalex.org/W6798398338","https://openalex.org/W6803567076","https://openalex.org/W6811013733","https://openalex.org/W6850625674","https://openalex.org/W6854866820"],"related_works":["https://openalex.org/W3204019825","https://openalex.org/W2348614783","https://openalex.org/W2998576822","https://openalex.org/W997583959","https://openalex.org/W765335944","https://openalex.org/W2083849133","https://openalex.org/W2019058961","https://openalex.org/W17068099","https://openalex.org/W2323201476","https://openalex.org/W2116105875"],"abstract_inverted_index":{"Previous":[0],"works":[1],"employ":[2],"the":[3,19,52,60,89,94,104,132],"Large":[4,76],"Language":[5,77],"Model":[6],"(LLM)":[7],"like":[8],"GPT-3":[9],"for":[10,71,106],"knowledge-based":[11,72,142],"Visual":[12],"Question":[13],"Answering":[14],"(VQA).":[15],"We":[16,82],"argue":[17],"that":[18,32],"inferential":[20],"capacity":[21],"of":[22,54,110,135],"LLM":[23,38,90,95,105],"can":[24],"be":[25],"enhanced":[26],"through":[27],"knowledge":[28,34,97,107,113],"injection.":[29,98],"Although":[30],"methods":[31],"utilize":[33],"graphs":[35],"to":[36,58,87,126],"enhance":[37,93],"have":[39,47],"been":[40],"explored":[41],"in":[42],"various":[43],"tasks,":[44],"they":[45],"may":[46],"some":[48],"limitations,":[49],"such":[50],"as":[51],"possibility":[53],"not":[55],"being":[56],"able":[57],"retrieve":[59],"required":[61],"knowledge.":[62],"In":[63,124],"this":[64],"paper,":[65],"we":[66,102,116],"introduce":[67],"a":[68],"novel":[69],"framework":[70],"VQA":[73,85,143],"titled":[74],"\u201cPrompting":[75],"Models":[78],"with":[79,96],"Knowledge-Injection\u201d":[80],"(PLLMKI).":[81],"use":[83],"vanilla":[84],"model":[86],"inspire":[88],"and":[91,138,147],"further":[92],"Unlike":[99],"earlier":[100],"approaches,":[101],"adopt":[103],"enhancement":[108],"instead":[109],"relying":[111],"on":[112,140],"graphs.":[114],"Furthermore,":[115],"leverage":[117],"open":[118],"LLMs,":[119],"incurring":[120],"no":[121],"additional":[122],"costs.":[123],"comparison":[125],"existing":[127],"baselines,":[128],"our":[129],"approach":[130],"exhibits":[131],"accuracy":[133],"improvement":[134],"over":[136],"1.3":[137],"1.7":[139],"two":[141],"datasets,":[144],"namely":[145],"OK-VQA":[146],"A-OKVQA,":[148],"respectively.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-08T08:50:53.379069","created_date":"2025-10-10T00:00:00"}