{"id":"https://openalex.org/W4379805693","doi":"https://doi.org/10.1109/tmm.2023.3282874","title":"Privileged Modality Learning via Multimodal Hallucination","display_name":"Privileged Modality Learning via Multimodal Hallucination","publication_year":2023,"publication_date":"2023-06-08","ids":{"openalex":"https://openalex.org/W4379805693","doi":"https://doi.org/10.1109/tmm.2023.3282874"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3282874","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3282874","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025767081","display_name":"Shicai Wei","orcid":"https://orcid.org/0000-0001-5744-2035"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shicai Wei","raw_affiliation_strings":["School of of Information and communication, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-5744-2035","affiliations":[{"raw_affiliation_string":"School of of Information and communication, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038985671","display_name":"Chunbo Luo","orcid":"https://orcid.org/0000-0002-9860-2901"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunbo Luo","raw_affiliation_strings":["School of of Information and communication, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-9860-2901","affiliations":[{"raw_affiliation_string":"School of of Information and communication, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090414684","display_name":"Yang Luo","orcid":"https://orcid.org/0000-0002-4576-5934"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Luo","raw_affiliation_strings":["School of of Information and communication, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-4576-5934","affiliations":[{"raw_affiliation_string":"School of of Information and communication, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066662339","display_name":"Jialang Xu","orcid":"https://orcid.org/0000-0003-2324-7033"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialang Xu","raw_affiliation_strings":["School of of Information and communication, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of of Information and communication, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7118,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.84218286,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"1516","last_page":"1527"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12946","display_name":"Fractal and DNA sequence analysis","score":0.9405999779701233,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12946","display_name":"Fractal and DNA sequence analysis","score":0.9405999779701233,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7695693373680115},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.720565140247345},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6420571208000183},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6093704700469971},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5337026715278625},{"id":"https://openalex.org/keywords/stimulus-modality","display_name":"Stimulus modality","score":0.44438886642456055},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4303589463233948},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.11331349611282349},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.10870438814163208},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07750123739242554}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7695693373680115},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.720565140247345},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6420571208000183},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6093704700469971},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5337026715278625},{"id":"https://openalex.org/C26486553","wikidata":"https://www.wikidata.org/wiki/Q371870","display_name":"Stimulus modality","level":3,"score":0.44438886642456055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4303589463233948},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.11331349611282349},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.10870438814163208},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07750123739242554},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3282874","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3282874","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2862706786","display_name":null,"funder_award_id":"2022NSFSC0845","funder_id":"https://openalex.org/F4320334983","funder_display_name":"Basic Research Programs of Sichuan Province"},{"id":"https://openalex.org/G7588232855","display_name":"\u57fa\u4e8e\u7ec6\u7c92\u5ea6\u6ce2\u675f\u6210\u5f62\u7684\u7a7a\u57fa\u5e73\u53f0\u6beb\u7c73\u6ce2\u5168\u53cc\u5de5\u901a\u4fe1\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61871096","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334983","display_name":"Basic Research Programs of Sichuan Province","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W753847829","https://openalex.org/W1536680647","https://openalex.org/W1821462560","https://openalex.org/W2054041160","https://openalex.org/W2067562626","https://openalex.org/W2109255472","https://openalex.org/W2126579184","https://openalex.org/W2463402750","https://openalex.org/W2471094925","https://openalex.org/W2619383789","https://openalex.org/W2619947201","https://openalex.org/W2731516819","https://openalex.org/W2734834614","https://openalex.org/W2737892366","https://openalex.org/W2752782242","https://openalex.org/W2758375579","https://openalex.org/W2766623491","https://openalex.org/W2784920964","https://openalex.org/W2793297611","https://openalex.org/W2799211965","https://openalex.org/W2809410879","https://openalex.org/W2809440904","https://openalex.org/W2883630736","https://openalex.org/W2887783173","https://openalex.org/W2897611955","https://openalex.org/W2906715444","https://openalex.org/W2947084868","https://openalex.org/W2950705418","https://openalex.org/W2952787292","https://openalex.org/W2954901156","https://openalex.org/W2962793481","https://openalex.org/W2963524571","https://openalex.org/W2964045146","https://openalex.org/W2964134613","https://openalex.org/W2964245886","https://openalex.org/W2980004241","https://openalex.org/W2982242214","https://openalex.org/W2985409929","https://openalex.org/W2986188348","https://openalex.org/W2990581109","https://openalex.org/W2996478649","https://openalex.org/W2997604315","https://openalex.org/W3009812836","https://openalex.org/W3012948425","https://openalex.org/W3013299459","https://openalex.org/W3034368386","https://openalex.org/W3043515420","https://openalex.org/W3080249509","https://openalex.org/W3097762837","https://openalex.org/W3100801259","https://openalex.org/W3106275434","https://openalex.org/W3107716502","https://openalex.org/W3118761370","https://openalex.org/W3121127014","https://openalex.org/W3133717156","https://openalex.org/W3138154797","https://openalex.org/W3139414251","https://openalex.org/W3169978599","https://openalex.org/W3173270634","https://openalex.org/W3176403475","https://openalex.org/W3177378457","https://openalex.org/W3196616669","https://openalex.org/W3202159339","https://openalex.org/W3206549629","https://openalex.org/W3206934290","https://openalex.org/W4214876032","https://openalex.org/W4220873374","https://openalex.org/W4225131199","https://openalex.org/W4285296042","https://openalex.org/W4309134000","https://openalex.org/W6600983433","https://openalex.org/W6638523607","https://openalex.org/W6680639449","https://openalex.org/W6684983439","https://openalex.org/W6731815755","https://openalex.org/W6739901393","https://openalex.org/W6740493225","https://openalex.org/W6745995898","https://openalex.org/W6762833281","https://openalex.org/W6765492279","https://openalex.org/W6796149595","https://openalex.org/W6803709490","https://openalex.org/W6842607031","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"Learning":[0],"based":[1],"on":[2,166,204],"multimodal":[3,47,70,137,152,186,200,205,214],"data":[4,65],"has":[5],"attracted":[6],"increasing":[7],"interest":[8],"recently.":[9],"While":[10],"a":[11,43],"variety":[12],"of":[13,23,135,151,185,221],"sensory":[14],"modalities":[15,89,112],"can":[16,217],"be":[17],"collected":[18],"for":[19,91],"training,":[20],"not":[21,97],"all":[22],"them":[24],"are":[25],"always":[26],"available":[27],"in":[28,110,114,225],"practical":[29],"scenarios,":[30],"which":[31,159,188],"raises":[32],"the":[33,52,68,73,82,94,102,108,130,149,161,176,181,190,195,212,219],"challenge":[34],"to":[35,50,72,100,128,164,179,193],"infer":[36],"with":[37,62,76,81],"incomplete":[38,63,77,115,222],"modality.":[39],"This":[40],"article":[41],"presents":[42],"general":[44],"framework":[45,96,216],"termed":[46],"hallucination":[48,74,84,154,162,177,191,215],"(MMH)":[49],"bridge":[51],"gap":[53],"between":[54,148],"ideal":[55],"training":[56],"scenarios":[57,61],"and":[58,113,125,132,143,153,169,208,228],"real-world":[59],"deployment":[60],"modality":[64,78,83,223],"by":[66,199],"transferring":[67,146],"complete":[69,111],"knowledge":[71,134,145],"network":[75,163,178,192],"input.":[79],"Compared":[80],"methods":[85],"that":[86],"restore":[87],"privileged":[88],"information":[90],"late":[92],"fusion,":[93],"proposed":[95,213],"only":[98],"helps":[99],"preserve":[101],"crucial":[103],"cross-modal":[104],"cues":[105],"but":[106],"relates":[107],"study":[109],"modalities.":[116],"Then,":[117],"we":[118],"introduce":[119],"two":[120],"strategies":[121],"called":[122],"region-aware":[123],"distillation":[124,127,141,174],"discrepancy-aware":[126],"transfer":[129],"response-based":[131],"joint-representation-based":[133],"pre-trained":[136],"networks,":[138],"respectively.":[139],"Region-aware":[140],"establishes":[142],"weights":[144],"pipelines":[147],"response":[150],"networks":[155],"at":[156],"multiple":[157],"regions,":[158],"guides":[160,175],"focus":[165],"discriminative":[167],"regions":[168],"avoid":[170],"wasted":[171],"gradients.":[172],"Discrepancy-aware":[173],"mimic":[180],"local":[182],"inter-sample":[183],"distance":[184],"representations,":[187],"enables":[189],"acquire":[194],"inter-class":[196],"discrimination":[197],"refined":[198],"cues.":[201],"Extensive":[202],"experiments":[203],"action":[206],"recognition":[207],"face":[209],"anti-spoofing":[210],"demonstrate":[211],"overcome":[218],"problem":[220],"input":[224],"various":[226],"scenes":[227],"achieve":[229],"state-of-the-art":[230],"performance.":[231],"<uri":[232],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[233],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/shicaiwei123/TMM-MMH</uri>":[234]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}