{"id":"https://openalex.org/W4391235391","doi":"https://doi.org/10.1109/tmm.2024.3358696","title":"MHRN: A Multimodal Hierarchical Reasoning Network for Topic Detection","display_name":"MHRN: A Multimodal Hierarchical Reasoning Network for Topic Detection","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391235391","doi":"https://doi.org/10.1109/tmm.2024.3358696"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3358696","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3358696","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001470290","display_name":"Jiankai Li","orcid":"https://orcid.org/0009-0008-8858-7980"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiankai Li","raw_affiliation_strings":["State Key Laboratory of Software Development Environment and IRIP Lab, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-8858-7980","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment and IRIP Lab, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398953","display_name":"Yunhong Wang","orcid":"https://orcid.org/0000-0001-8001-2703"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhong Wang","raw_affiliation_strings":["State Key Laboratory of Software Development Environment and IRIP Lab, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8001-2703","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment and IRIP Lab, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100662467","display_name":"Weixin Li","orcid":"https://orcid.org/0000-0002-5093-5635"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weixin Li","raw_affiliation_strings":["State Key Laboratory of Software Development Environment and IRIP Lab, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5093-5635","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment and IRIP Lab, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":1.3892,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.82712936,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"26","issue":null,"first_page":"6968","last_page":"6980"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.855596125125885},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4927807152271271}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.855596125125885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4927807152271271}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3358696","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3358696","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3642141518","display_name":null,"funder_award_id":"20230484297","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G7348502280","display_name":null,"funder_award_id":"62276018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7665144123","display_name":null,"funder_award_id":"U20B2069","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1880262756","https://openalex.org/W2064675550","https://openalex.org/W2072644219","https://openalex.org/W2077395415","https://openalex.org/W2127859399","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2251210340","https://openalex.org/W2277195237","https://openalex.org/W2481930235","https://openalex.org/W2489370933","https://openalex.org/W2526278568","https://openalex.org/W2530645150","https://openalex.org/W2584992898","https://openalex.org/W2787873795","https://openalex.org/W2798683079","https://openalex.org/W2804809630","https://openalex.org/W2885885306","https://openalex.org/W2896457183","https://openalex.org/W2897378433","https://openalex.org/W2913822893","https://openalex.org/W2914217868","https://openalex.org/W2918634353","https://openalex.org/W2951937667","https://openalex.org/W2958301808","https://openalex.org/W2963036438","https://openalex.org/W2963383024","https://openalex.org/W2963446712","https://openalex.org/W2964051877","https://openalex.org/W2966078298","https://openalex.org/W2966683369","https://openalex.org/W2981165461","https://openalex.org/W3009957213","https://openalex.org/W3021053579","https://openalex.org/W3034184697","https://openalex.org/W3035207996","https://openalex.org/W3035497460","https://openalex.org/W3035565303","https://openalex.org/W3037109418","https://openalex.org/W3094071022","https://openalex.org/W3102065963","https://openalex.org/W3103615620","https://openalex.org/W3108373531","https://openalex.org/W3110435696","https://openalex.org/W3156483398","https://openalex.org/W3165959525","https://openalex.org/W3167939936","https://openalex.org/W3168242883","https://openalex.org/W3181758331","https://openalex.org/W3182020042","https://openalex.org/W3186567887","https://openalex.org/W3192113933","https://openalex.org/W3205778609","https://openalex.org/W3206328642","https://openalex.org/W3207267733","https://openalex.org/W3210412721","https://openalex.org/W4205421564","https://openalex.org/W4205522598","https://openalex.org/W4213453379","https://openalex.org/W4224035735","https://openalex.org/W4226200183","https://openalex.org/W4226397058","https://openalex.org/W4249992252","https://openalex.org/W4252298411","https://openalex.org/W6631190155","https://openalex.org/W6639619044","https://openalex.org/W6674735981","https://openalex.org/W6738964360","https://openalex.org/W6746052068","https://openalex.org/W6766978945","https://openalex.org/W6790978476","https://openalex.org/W6791353385","https://openalex.org/W6797613833","https://openalex.org/W6809885388"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655","https://openalex.org/W2359140296"],"abstract_inverted_index":{"Multimodal":[0,61,85],"topic":[1,71,95],"detection":[2],"is":[3,25],"an":[4],"important":[5],"social":[6],"media":[7],"analysis":[8],"task":[9],"with":[10],"a":[11,60,80,103,118,136],"wide":[12],"variety":[13],"of":[14,51,126,167],"real-world":[15],"applications.":[16],"However,":[17],"modeling":[18],"data":[19],"jointly,":[20],"and":[21,53,75,113,135,144,161],"inferring":[22],"their":[23,133],"topics,":[24],"challenging":[26],"due":[27],"to":[28,43,66,149],"the":[29,39,44,84,110,127,146,162,165],"semantic":[30],"gaps":[31],"between":[32],"different":[33],"modalities.":[34],"Our":[35],"insights":[36],"are":[37,77,156],"from":[38],"psychological":[40],"findings":[41],"pretaining":[42],"hierarchical":[45,81,111],"structure":[46],"in":[47,79,116,129],"humans?":[48],"inherent":[49],"perception":[50],"images":[52,74],"texts.":[54],"In":[55],"this":[56],"paper,":[57],"we":[58],"propose":[59],"Hierarchical":[62],"Reasoning":[63],"Network":[64],"(MHRN)":[65],"perform":[67],"multimodal":[68,152],"inference":[69,96],"for":[70,94,108,123,142],"detection.":[72],"The":[73],"texts":[76],"represented":[78],"model":[82],"named":[83],"Part-whole":[86],"Aware":[87],"Graph":[88],"(MPAG).":[89],"MHRN":[90],"then":[91],"performs":[92],"reasoning":[93],"based":[97],"on":[98,158],"three":[99],"modules,":[100],"which":[101],"include":[102],"Bottom-Up":[104,137],"Aggregation":[105,139],"(BUA)":[106],"module":[107,122,141],"encoding":[109],"connections":[112],"sibling":[114],"relations":[115],"MPAG,":[117],"Top-Down":[119],"Guidance":[120],"(TDG)":[121],"enriching":[124],"features":[125],"nodes":[128],"MPAG":[130],"guided":[131],"by":[132],"parents,":[134],"Cross":[138],"(BUCA)":[140],"capturing":[143],"aggregating":[145],"cross-modality":[147],"cues":[148],"achieve":[150],"effective":[151],"reasoning.":[153],"Extensive":[154],"experiments":[155],"conducted":[157],"two":[159],"benchmarks,":[160],"results":[163],"demonstrate":[164],"superiority":[166],"our":[168],"approach.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}