{"id":"https://openalex.org/W3035454069","doi":"https://doi.org/10.24963/ijcai.2020/153","title":"Mucko: Multi-Layer Cross-Modal Knowledge Reasoning for Fact-based Visual Question Answering","display_name":"Mucko: Multi-Layer Cross-Modal Knowledge Reasoning for Fact-based Visual Question Answering","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3035454069","doi":"https://doi.org/10.24963/ijcai.2020/153","mag":"3035454069"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2020/153","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/153","pdf_url":"https://www.ijcai.org/proceedings/2020/0153.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2020/0153.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002342231","display_name":"Zihao Zhu","orcid":"https://orcid.org/0000-0002-9687-6327"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihao Zhu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101672021","display_name":"Jing Yu","orcid":"https://orcid.org/0000-0002-3966-511X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Yu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100776576","display_name":"Yujing Wang","orcid":"https://orcid.org/0000-0002-7940-5216"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujing Wang","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088118933","display_name":"Yajing Sun","orcid":"https://orcid.org/0000-0003-2807-9382"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yajing Sun","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101476026","display_name":"Yue Hu","orcid":"https://orcid.org/0000-0002-7723-9111"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Hu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060958969","display_name":"Qi Wu","orcid":"https://orcid.org/0000-0003-3631-256X"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Qi Wu","raw_affiliation_strings":["University of Adelaide, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.6385,"has_fulltext":false,"cited_by_count":131,"citation_normalized_percentile":{"value":0.96607003,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1097","last_page":"1103"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7995832562446594},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7875612378120422},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5919291973114014},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.5819363594055176},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5535060167312622},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4667181372642517},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.40702977776527405}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7995832562446594},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7875612378120422},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5919291973114014},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5819363594055176},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5535060167312622},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4667181372642517},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.40702977776527405},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2020/153","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/153","pdf_url":"https://www.ijcai.org/proceedings/2020/0153.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2020/153","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/153","pdf_url":"https://www.ijcai.org/proceedings/2020/0153.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5312287992","display_name":null,"funder_award_id":"2017YFB0803301","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3035454069.pdf","grobid_xml":"https://content.openalex.org/works/W3035454069.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W2250539671","https://openalex.org/W2463565445","https://openalex.org/W2506483933","https://openalex.org/W2563399268","https://openalex.org/W2604314403","https://openalex.org/W2606780347","https://openalex.org/W2745461083","https://openalex.org/W2805516822","https://openalex.org/W2891394954","https://openalex.org/W2904910963","https://openalex.org/W2911286998","https://openalex.org/W2916723116","https://openalex.org/W2952246170","https://openalex.org/W2962967746","https://openalex.org/W2963477107","https://openalex.org/W2963758027","https://openalex.org/W2963954913","https://openalex.org/W2964072591","https://openalex.org/W2964303913","https://openalex.org/W2966005000","https://openalex.org/W2970398671","https://openalex.org/W2997547717","https://openalex.org/W2998631105","https://openalex.org/W3004349648","https://openalex.org/W4210257598"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W4312407344","https://openalex.org/W2894289927"],"abstract_inverted_index":{"Fact-based":[0],"Visual":[1],"Question":[2],"Answering":[3],"(FVQA)":[4],"requires":[5],"external":[6],"knowledge":[7],"beyond":[8],"the":[9,52,58,69,91,100,123,127,163,178,183],"visible":[10],"content":[11],"to":[12,24,56,67,90,112,122],"answer":[13,165],"questions":[14],"about":[15],"an":[16,76],"image.":[17],"This":[18],"ability":[19],"is":[20,34,119],"challenging":[21],"but":[22],"indispensable":[23],"achieve":[25,172],"general":[26],"VQA.":[27],"One":[28],"limitation":[29],"of":[30,41,87,99,187],"existing":[31],"FVQA":[32,179],"solutions":[33],"that":[35,118],"they":[36],"jointly":[37],"embed":[38],"all":[39,168],"kinds":[40],"information":[42,88,142],"without":[43],"fine-grained":[44],"selection,":[45],"which":[46,83],"introduces":[47],"unexpected":[48],"noises":[49],"for":[50],"reasoning":[51,157],"final":[53],"answer.":[54],"How":[55],"capture":[57,113],"question-oriented":[59,169],"and":[60,94,136,161,181,185],"information-complementary":[61],"evidence":[62,114,132],"remains":[63],"a":[64,79,106,173],"key":[65],"challenge":[66],"solve":[68],"problem.":[70],"In":[71],"this":[72,149],"paper,":[73],"we":[74,104],"depict":[75],"image":[77],"by":[78,166],"multi-modal":[80],"heterogeneous":[81,108],"graph,":[82],"contains":[84],"multiple":[85,151],"layers":[86,117],"corresponding":[89],"visual,":[92],"semantic":[93],"factual":[95],"features.":[96],"On":[97],"top":[98],"multi-layer":[101],"graph":[102,109,129,138,145],"representations,":[103],"propose":[105],"modality-aware":[107],"convolutional":[110],"network":[111],"from":[115,133],"different":[116,144],"most":[120],"relevant":[121,141],"given":[124],"question.":[125],"Specifically,":[126],"intra-modal":[128],"convolution":[130,139],"selects":[131],"each":[134],"modality":[135],"cross-modal":[137],"aggregates":[140],"across":[143,158],"layers.":[146],"By":[147],"stacking":[148],"process":[150],"times,":[152],"our":[153,188],"model":[154,189],"performs":[155],"iterative":[156],"three":[159],"modalities":[160],"predicts":[162],"optimal":[164],"analyzing":[167],"evidence.":[170],"We":[171],"new":[174],"state-of-the-art":[175],"performance":[176],"on":[177],"task":[180],"demonstrate":[182],"effectiveness":[184],"interpretability":[186],"with":[190],"extensive":[191],"experiments.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":39},{"year":2023,"cited_by_count":34},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}