{"id":"https://openalex.org/W3021007069","doi":"https://doi.org/10.1109/tcsvt.2020.2991866","title":"Multi-Level Knowledge Injecting for Visual Commonsense Reasoning","display_name":"Multi-Level Knowledge Injecting for Visual Commonsense Reasoning","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3021007069","doi":"https://doi.org/10.1109/tcsvt.2020.2991866","mag":"3021007069"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2020.2991866","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2020.2991866","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100751879","display_name":"Wen Zhang","orcid":"https://orcid.org/0000-0001-5054-2199"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang Wen","raw_affiliation_strings":["Wangxuan Institute of Computer Technology, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wangxuan Institute of Computer Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047811387","display_name":"Yuxin Peng","orcid":"https://orcid.org/0000-0001-7658-3845"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxin Peng","raw_affiliation_strings":["Wangxuan Institute of Computer Technology, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7658-3845","affiliations":[{"raw_affiliation_string":"Wangxuan Institute of Computer Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":2.1083,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.89255183,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"31","issue":"3","first_page":"1042","last_page":"1054"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.8982954025268555},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.8567929863929749},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7628005743026733},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.7482260465621948},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5517572164535522},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.506311297416687},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.46930769085884094},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4645518958568573},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.45703446865081787},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3837962746620178},{"id":"https://openalex.org/keywords/knowledge-based-systems","display_name":"Knowledge-based systems","score":0.31042078137397766},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13389909267425537}],"concepts":[{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.8982954025268555},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.8567929863929749},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7628005743026733},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.7482260465621948},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5517572164535522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.506311297416687},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.46930769085884094},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4645518958568573},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.45703446865081787},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3837962746620178},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.31042078137397766},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13389909267425537},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2020.2991866","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2020.2991866","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G7427494650","display_name":null,"funder_award_id":"61925201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8355516938","display_name":"\u89c6\u89c9\u6ce8\u610f\u529b\u9a71\u52a8\u7684\u56fe\u50cf\u89c6\u9891\u5206\u7c7b\u4e0e\u68c0\u7d22\u7814\u7a76","funder_award_id":"61771025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W101492982","https://openalex.org/W102708294","https://openalex.org/W639708223","https://openalex.org/W1536680647","https://openalex.org/W1686810756","https://openalex.org/W1821462560","https://openalex.org/W1840435438","https://openalex.org/W1864247448","https://openalex.org/W1903029394","https://openalex.org/W2073302931","https://openalex.org/W2079735306","https://openalex.org/W2081580037","https://openalex.org/W2165698076","https://openalex.org/W2194775991","https://openalex.org/W2228826686","https://openalex.org/W2277195237","https://openalex.org/W2396147015","https://openalex.org/W2463565445","https://openalex.org/W2471094925","https://openalex.org/W2507009361","https://openalex.org/W2532034655","https://openalex.org/W2560023338","https://openalex.org/W2560730294","https://openalex.org/W2561238782","https://openalex.org/W2561529111","https://openalex.org/W2561715562","https://openalex.org/W2563399268","https://openalex.org/W2745461083","https://openalex.org/W2780253814","https://openalex.org/W2798416089","https://openalex.org/W2807941860","https://openalex.org/W2887971674","https://openalex.org/W2890042874","https://openalex.org/W2891021031","https://openalex.org/W2896457183","https://openalex.org/W2914629512","https://openalex.org/W2949197413","https://openalex.org/W2962749469","https://openalex.org/W2962781380","https://openalex.org/W2962835968","https://openalex.org/W2963101081","https://openalex.org/W2963115613","https://openalex.org/W2963150697","https://openalex.org/W2963159690","https://openalex.org/W2963191264","https://openalex.org/W2963341956","https://openalex.org/W2963465031","https://openalex.org/W2963466731","https://openalex.org/W2963477107","https://openalex.org/W2963542293","https://openalex.org/W2963668159","https://openalex.org/W2963717374","https://openalex.org/W2963747480","https://openalex.org/W2964092725","https://openalex.org/W2964138343","https://openalex.org/W2964207259","https://openalex.org/W2964303913","https://openalex.org/W2966005000","https://openalex.org/W2969679616","https://openalex.org/W3016211260","https://openalex.org/W4295246343","https://openalex.org/W6637373629","https://openalex.org/W6638523607","https://openalex.org/W6639085567","https://openalex.org/W6691603626","https://openalex.org/W6711963698","https://openalex.org/W6719057275","https://openalex.org/W6728881024","https://openalex.org/W6730179637","https://openalex.org/W6730529904","https://openalex.org/W6754189453","https://openalex.org/W6754944153","https://openalex.org/W6755207826"],"related_works":["https://openalex.org/W3035583586","https://openalex.org/W4320165839","https://openalex.org/W2151799802","https://openalex.org/W4385488510","https://openalex.org/W3021007069","https://openalex.org/W4389518870","https://openalex.org/W2981750021","https://openalex.org/W4302773889","https://openalex.org/W3146195548","https://openalex.org/W2102297091"],"abstract_inverted_index":{"When":[0],"glancing":[1],"at":[2,134],"an":[3],"image,":[4],"human":[5,125],"can":[6,113,145,184],"infer":[7],"what":[8,15],"is":[9,16,34,72],"hidden":[10],"in":[11,126],"the":[12,43,70,86,147,155,160,167,176,191],"image":[13,92,132],"beyond":[14],"visually":[17],"obvious,":[18],"such":[19,29],"as":[20],"objects'":[21],"functions,":[22],"people's":[23],"intents":[24],"and":[25,90,107,120,153,189],"mental":[26],"states.":[27],"However,":[28],"a":[30,139],"visual":[31,77,151,169],"reasoning":[32,142,156,171,187],"paradigm":[33],"tremendously":[35],"difficult":[36],"for":[37],"computer,":[38],"requiring":[39],"knowledge":[40,61,98,101,116,140,149],"about":[41],"how":[42],"world":[44],"works.":[45],"To":[46,84,129],"address":[47],"this":[48],"issue,":[49],"we":[50,94,137],"propose":[51,138],"Commonsense":[52,65],"Knowledge":[53],"based":[54,141],"Reasoning":[55,66],"Model":[56],"(CKRM)":[57],"to":[58,62,74,150,158,174],"acquire":[59],"external":[60,96],"support":[63],"Visual":[64],"(VCR)":[67],"task,":[68],"where":[69],"computer":[71],"expected":[73],"answer":[75],"challenging":[76,168],"questions.":[78],"Our":[79],"key":[80],"ideas":[81],"are:":[82],"(1)":[83],"bridge":[85],"gap":[87],"between":[88],"recognition-level":[89],"cognition-level":[91],"understanding,":[93],"inject":[95],"commonsense":[97,170],"via":[99],"multi-level":[100],"transfer":[102],"network,":[103],"achieving":[104],"cell-level,":[105],"layer-level":[106],"attention-level":[108],"joint":[109],"information":[110],"transfer.":[111],"It":[112],"effectively":[114],"capture":[115],"from":[117],"different":[118],"perspectives,":[119],"perceive":[121],"common":[122],"sense":[123],"of":[124,178],"advance.":[127],"(2)":[128],"further":[130],"promote":[131],"understanding":[133],"cognitive":[135],"level,":[136],"approach,":[143,182],"which":[144,183],"relate":[146],"transferred":[148],"content":[152],"compose":[154],"cues":[157],"derive":[159],"final":[161],"answer.":[162],"Experiments":[163],"are":[164],"conducted":[165],"on":[166],"dataset":[172],"VCR":[173],"verify":[175],"effectiveness":[177],"our":[179],"proposed":[180],"CKRM":[181],"significantly":[185],"improve":[186],"performance":[188],"achieve":[190],"state-of-the-art":[192],"accuracy.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}