{"id":"https://openalex.org/W3208608893","doi":"https://doi.org/10.1109/tip.2021.3122955","title":"Depth Privileged Scene Recognition via Dual Attention Hallucination","display_name":"Depth Privileged Scene Recognition via Dual Attention Hallucination","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3208608893","doi":"https://doi.org/10.1109/tip.2021.3122955","mag":"3208608893","pmid":"https://pubmed.ncbi.nlm.nih.gov/34723803"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2021.3122955","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3122955","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077300723","display_name":"Junjie Chen","orcid":"https://orcid.org/0000-0003-3647-8674"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junjie Chen","raw_affiliation_strings":["MOE Key Lab of Artificial Intelligence, Department of Computer Science and Engineering Shanghai Jiao Tong University, Shanghai, China","Department of Computer Science and Engineering, MOE Key Laboratory of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"MOE Key Lab of Artificial Intelligence, Department of Computer Science and Engineering Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, MOE Key Laboratory of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032618817","display_name":"Li Niu","orcid":"https://orcid.org/0000-0003-1970-8634"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Niu","raw_affiliation_strings":["MOE Key Lab of Artificial Intelligence, Department of Computer Science and Engineering Shanghai Jiao Tong University, Shanghai, China. (e-mail: ustcnewly@sjtu.edu.cn)","Department of Computer Science and Engineering, MOE Key Laboratory of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"MOE Key Lab of Artificial Intelligence, Department of Computer Science and Engineering Shanghai Jiao Tong University, Shanghai, China. (e-mail: ustcnewly@sjtu.edu.cn)","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, MOE Key Laboratory of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100741568","display_name":"Liqing Zhang","orcid":"https://orcid.org/0000-0001-7597-8503"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqing Zhang","raw_affiliation_strings":["MOE Key Lab of Artificial Intelligence, Department of Computer Science and Engineering Shanghai Jiao Tong University, Shanghai, China","Department of Computer Science and Engineering, MOE Key Laboratory of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"MOE Key Lab of Artificial Intelligence, Department of Computer Science and Engineering Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, MOE Key Laboratory of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077300723"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.4803,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.65581699,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"30","issue":null,"first_page":"9164","last_page":"9178"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.8497713804244995},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7909473776817322},{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.7851768732070923},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7201266884803772},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6783976554870605},{"id":"https://openalex.org/keywords/offset","display_name":"Offset (computer science)","score":0.5391329526901245},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.44580307602882385},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4115586280822754}],"concepts":[{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.8497713804244995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7909473776817322},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.7851768732070923},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7201266884803772},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6783976554870605},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.5391329526901245},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.44580307602882385},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4115586280822754},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006212","descriptor_name":"Hallucinations","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006212","descriptor_name":"Hallucinations","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006212","descriptor_name":"Hallucinations","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2021.3122955","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3122955","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:34723803","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34723803","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G5329974562","display_name":null,"funder_award_id":"2021SHZDZX0102","funder_id":"https://openalex.org/F4320311779","funder_display_name":"Shanghai Association for Science and Technology"},{"id":"https://openalex.org/G5660070723","display_name":null,"funder_award_id":"62076162","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G969723207","display_name":null,"funder_award_id":"61902247","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320311779","display_name":"Shanghai Association for Science and Technology","ror":"https://ror.org/05j0k2q54"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":89,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W603908379","https://openalex.org/W753847829","https://openalex.org/W1522301498","https://openalex.org/W1565402342","https://openalex.org/W1905829557","https://openalex.org/W1919033285","https://openalex.org/W1923184257","https://openalex.org/W1969366022","https://openalex.org/W1972888803","https://openalex.org/W1985238052","https://openalex.org/W2067562626","https://openalex.org/W2100904656","https://openalex.org/W2118181058","https://openalex.org/W2126942721","https://openalex.org/W2194775991","https://openalex.org/W2207044458","https://openalex.org/W2219747066","https://openalex.org/W2295107390","https://openalex.org/W2397854647","https://openalex.org/W2444163375","https://openalex.org/W2463402750","https://openalex.org/W2465570449","https://openalex.org/W2527938858","https://openalex.org/W2556967412","https://openalex.org/W2561238782","https://openalex.org/W2592165076","https://openalex.org/W2601564443","https://openalex.org/W2732026016","https://openalex.org/W2742318416","https://openalex.org/W2744834970","https://openalex.org/W2745461083","https://openalex.org/W2752782242","https://openalex.org/W2766445549","https://openalex.org/W2787916046","https://openalex.org/W2788994472","https://openalex.org/W2884585870","https://openalex.org/W2891054863","https://openalex.org/W2899771611","https://openalex.org/W2905312384","https://openalex.org/W2911247705","https://openalex.org/W2941724331","https://openalex.org/W2949846184","https://openalex.org/W2955058313","https://openalex.org/W2960933010","https://openalex.org/W2962851944","https://openalex.org/W2962858109","https://openalex.org/W2962867939","https://openalex.org/W2962926870","https://openalex.org/W2962961439","https://openalex.org/W2963091558","https://openalex.org/W2963266880","https://openalex.org/W2963368804","https://openalex.org/W2963420686","https://openalex.org/W2963495494","https://openalex.org/W2963896186","https://openalex.org/W2963956866","https://openalex.org/W2964080601","https://openalex.org/W2964121744","https://openalex.org/W2966926453","https://openalex.org/W2982017081","https://openalex.org/W3017161914","https://openalex.org/W3035253074","https://openalex.org/W3047854701","https://openalex.org/W3100930215","https://openalex.org/W3104557502","https://openalex.org/W3105627154","https://openalex.org/W3123517586","https://openalex.org/W3125237740","https://openalex.org/W3129087664","https://openalex.org/W3152368098","https://openalex.org/W3175382666","https://openalex.org/W4293334232","https://openalex.org/W4293858004","https://openalex.org/W6618372016","https://openalex.org/W6631190155","https://openalex.org/W6643576548","https://openalex.org/W6685133223","https://openalex.org/W6688548165","https://openalex.org/W6707425157","https://openalex.org/W6729983426","https://openalex.org/W6730179637","https://openalex.org/W6748327914","https://openalex.org/W6748666111","https://openalex.org/W6756040250","https://openalex.org/W6781725879","https://openalex.org/W6789503006","https://openalex.org/W6793575156","https://openalex.org/W6797634368"],"related_works":["https://openalex.org/W150152782","https://openalex.org/W2524507886","https://openalex.org/W2283162247","https://openalex.org/W2771653066","https://openalex.org/W2052518016","https://openalex.org/W2767823485","https://openalex.org/W2085956791","https://openalex.org/W2081022503","https://openalex.org/W3175382666","https://openalex.org/W3112057822"],"abstract_inverted_index":{"RGB-D":[0,25,146],"scene":[1,160],"recognition":[2],"has":[3],"achieved":[4],"promising":[5],"performance":[6],"because":[7],"depth":[8,21,33,38,58,76,137,158],"could":[9],"provide":[10],"complementary":[11,61],"geometric":[12],"information":[13,39,53],"to":[14,74,107,115,128,133],"RGB":[15,56,72,106],"images.":[16],"However,":[17],"the":[18,52,117,134,154],"inaccessibility":[19],"of":[20,119,136],"sensors":[22],"severely":[23],"limits":[24],"applications.":[26],"In":[27],"this":[28],"paper,":[29],"we":[30,99],"focus":[31],"on":[32,141],"privileged":[34,159],"setting,":[35],"in":[36],"which":[37],"is":[40,64,70],"only":[41],"available":[42,47],"during":[43,48],"training":[44],"but":[45],"not":[46],"testing.":[49],"Considering":[50],"that":[51,150],"obtained":[54],"from":[55,105,113],"and":[57,66,87,94,147],"images":[59],"are":[60],"while":[62],"attention":[63],"informative":[65],"transferable,":[67],"our":[68,80,151],"idea":[69],"using":[71],"input":[73],"hallucinate":[75,88],"attention.":[77,121,138],"We":[78,122],"build":[79],"model":[81],"upon":[82],"modulated":[83],"deformable":[84],"convolutional":[85],"layer":[86],"dual":[89,120],"attention:":[90],"post-hoc":[91],"importance":[92],"weight":[93],"trainable":[95],"spatial":[96],"transformation.":[97],"Specifically,":[98],"use":[100],"modulation":[101],"(resp.,":[102,110],"offset)":[103,111],"learned":[104,112],"mimic":[108],"Grad-CAM":[109],"depth,":[114],"combine":[116],"strength":[118],"also":[123],"design":[124],"a":[125],"weighted":[126],"loss":[127],"avoid":[129],"negative":[130],"transfer":[131],"according":[132],"quality":[135],"Extensive":[139],"experiments":[140],"two":[142],"benchmarks,":[143],"i.e.,":[144],"SUN":[145],"NYUDv2,":[148],"demonstrate":[149],"method":[152],"outperforms":[153],"state-of-the-art":[155],"methods":[156],"for":[157],"recognition.":[161]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}