{"id":"https://openalex.org/W4414596664","doi":"https://doi.org/10.1145/3766065","title":"Health-oriented Multimodal Food Question Answering with Implicit and Explicit Knowledge","display_name":"Health-oriented Multimodal Food Question Answering with Implicit and Explicit Knowledge","publication_year":2025,"publication_date":"2025-09-12","ids":{"openalex":"https://openalex.org/W4414596664","doi":"https://doi.org/10.1145/3766065"},"language":"en","primary_location":{"id":"doi:10.1145/3766065","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3766065","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016860085","display_name":"Menghao Hu","orcid":"https://orcid.org/0000-0003-2458-6379"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Menghao Hu","raw_affiliation_strings":["School of Computer Science and Technology, Xinjiang University, Urumqi, China and Peng Cheng Laboratory, Shenzhen, China","School of Computer Science and Technology, Xinjiang University, China and Peng Cheng Laboratory, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xinjiang University, Urumqi, China and Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Computer Science and Technology, Xinjiang University, China and Peng Cheng Laboratory, China","institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014882147","display_name":"Yaguang Song","orcid":"https://orcid.org/0000-0002-9300-8110"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaguang Song","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China","Peng Cheng Laboratory, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Peng Cheng Laboratory, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083991825","display_name":"Xiaoshan Yang","orcid":"https://orcid.org/0000-0001-5453-9755"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoshan Yang","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China, University of Chinese Academy of Sciences (UCAS), Beijing, China, and Peng Cheng Laboratory, Shenzhen, China","State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), China, University of Chinese Academy of Sciences (UCAS), China, and Peng Cheng Laboratory, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China, University of Chinese Academy of Sciences (UCAS), Beijing, China, and Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210112150"]},{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), China, University of Chinese Academy of Sciences (UCAS), China, and Peng Cheng Laboratory, China","institution_ids":["https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073082132","display_name":"Yaowei Wang","orcid":"https://orcid.org/0000-0002-6110-4036"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaowei Wang","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen), Shenzhen, China and Peng Cheng Laboratory, Shenzhen, China","Harbin Institute of Technology (Shenzhen), China and Peng Cheng Laboratory, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen), Shenzhen, China and Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I204983213"]},{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen), China and Peng Cheng Laboratory, China","institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022636178","display_name":"Changsheng Xu","orcid":"https://orcid.org/0000-0001-8343-9665"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changsheng Xu","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China, University of Chinese Academy of Sciences (UCAS), Beijing, China, and Peng Cheng Laboratory, Shenzhen, China","State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), China, University of Chinese Academy of Sciences (UCAS), China, and Peng Cheng Laboratory, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China, University of Chinese Academy of Sciences (UCAS), Beijing, China, and Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210112150"]},{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), China, University of Chinese Academy of Sciences (UCAS), China, and Peng Cheng Laboratory, China","institution_ids":["https://openalex.org/I4210112150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5016860085"],"corresponding_institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I96908189"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13685102,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"21","issue":"12","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9660999774932861,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9646000266075134,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6287000179290771},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.5878000259399414},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.5533000230789185},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5497000217437744},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.421099990606308},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.41609999537467957},{"id":"https://openalex.org/keywords/knowledge-extraction","display_name":"Knowledge extraction","score":0.3797999918460846}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.859499990940094},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6287000179290771},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.5878000259399414},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5547999739646912},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.5533000230789185},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5497000217437744},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.421099990606308},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.41609999537467957},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.3797999918460846},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3765000104904175},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3734000027179718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3334999978542328},{"id":"https://openalex.org/C49929091","wikidata":"https://www.wikidata.org/wiki/Q1930471","display_name":"General knowledge","level":2,"score":0.3310999870300293},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32269999384880066},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25119999051094055},{"id":"https://openalex.org/C44083865","wikidata":"https://www.wikidata.org/wiki/Q3853443","display_name":"Mean reciprocal rank","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3766065","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3766065","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4393641133","display_name":null,"funder_award_id":"U23A20387, U23A20388, 62322212, and 62320106007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1496513042","https://openalex.org/W2057352599","https://openalex.org/W2080133951","https://openalex.org/W2170494295","https://openalex.org/W2209920088","https://openalex.org/W2529459268","https://openalex.org/W2560674852","https://openalex.org/W2562417371","https://openalex.org/W2607303097","https://openalex.org/W2737723797","https://openalex.org/W2742792558","https://openalex.org/W2756066007","https://openalex.org/W2756159470","https://openalex.org/W2761189739","https://openalex.org/W2809490668","https://openalex.org/W2899575547","https://openalex.org/W2912118508","https://openalex.org/W2960416371","https://openalex.org/W2963217233","https://openalex.org/W2964138343","https://openalex.org/W2972610293","https://openalex.org/W2980563481","https://openalex.org/W3087338569","https://openalex.org/W3099451302","https://openalex.org/W3111340645","https://openalex.org/W3146824751","https://openalex.org/W3154552252","https://openalex.org/W3212567773","https://openalex.org/W4230125123","https://openalex.org/W4236965008","https://openalex.org/W4251443534","https://openalex.org/W4291433229","https://openalex.org/W4303443398","https://openalex.org/W4308241978","https://openalex.org/W4309674289","https://openalex.org/W4312956471"],"related_works":[],"abstract_inverted_index":{"Health-oriented":[0],"food":[1,29,50,83],"analysis":[2],"has":[3],"become":[4],"a":[5,70,81,89,96],"research":[6],"hotspot":[7],"in":[8,26,101,193],"recent":[9],"years":[10],"because":[11],"it":[12,62],"can":[13],"help":[14],"people":[15],"keep":[16],"away":[17],"from":[18,88,157],"unhealthy":[19],"diets.":[20],"Remarkable":[21],"advancements":[22],"have":[23],"been":[24],"made":[25],"recipe":[27],"retrieval,":[28],"recommendation,":[30],"nutrition":[31],"analysis,":[32],"and":[33,46,52,110,134,146,175,222],"calorie":[34],"estimation.":[35],"However,":[36],"existing":[37],"works":[38],"still":[39],"cannot":[40],"well":[41],"balance":[42],"the":[43,47,102,144,152,158,163,170,182,185,190,194,198,210,214],"individual":[44],"preference":[45],"health.":[48],"Multimodal":[49],"question":[51],"answering":[53],"(MFQA)":[54],"presents":[55],"substantial":[56],"promise":[57],"for":[58,99],"practical":[59],"applications,":[60],"yet":[61],"remains":[63],"underexplored.":[64],"In":[65],"this":[66],"article,":[67],"we":[68,94],"introduce":[69],"health-oriented":[71],"MFQA":[72,100,211],"dataset":[73,212,223],"with":[74,197],"9,000":[75],"Chinese":[76],"question\u2212answer":[77],"pairs":[78],"based":[79,161],"on":[80,162,209],"multimodal":[82,191],"knowledge":[84,109,122,128,140,156,159,179,201],"graph":[85,160],"(MFKG)":[86],"collected":[87],"food-sharing":[90],"Web":[91],"site.":[92],"Additionally,":[93],"propose":[95],"novel":[97],"framework":[98,115],"health":[103],"domain":[104],"that":[105],"leverages":[106],"implicit":[107,120],"general":[108,121],"explicit":[111,126],"domain-specific":[112,127],"knowledge.":[113],"The":[114,137,149,166,220],"comprises":[116],"four":[117],"key":[118],"components:":[119],"injection":[123],"module":[124,130,168,187],"(IGKIM),":[125],"retrieval":[129],"(EDKRM),":[131],"ranking":[132,167],"module,":[133],"answer":[135,186],"module.":[136],"IGKIM":[138],"facilitates":[139],"acquisition":[141],"at":[142,226],"both":[143],"feature":[145],"text":[147],"levels.":[148],"EDKRM":[150,174],"retrieves":[151],"most":[153],"relevant":[154,180,200],"candidate":[155,178],"given":[164],"question.":[165],"sorts":[169],"results":[171,208],"retrieved":[172,199],"by":[173],"further":[176],"retrieve":[177],"to":[181,202],"problem.":[183],"Subsequently,":[184],"thoroughly":[188],"analyzes":[189],"information":[192],"query":[195],"along":[196],"predict":[203],"accurate":[204],"answers.":[205],"Extensive":[206],"experimental":[207],"demonstrate":[213],"effectiveness":[215],"of":[216],"our":[217],"proposed":[218],"method.":[219],"code":[221],"are":[224],"available":[225],"https://github.com/Wjianghai/HMFQA":[227],".":[228]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}