{"id":"https://openalex.org/W4366463542","doi":"https://doi.org/10.1109/tpami.2023.3268640","title":"An Information-Theoretic Method to Automatic Shortcut Avoidance and Domain Generalization for Dense Prediction Tasks","display_name":"An Information-Theoretic Method to Automatic Shortcut Avoidance and Domain Generalization for Dense Prediction Tasks","publication_year":2023,"publication_date":"2023-04-20","ids":{"openalex":"https://openalex.org/W4366463542","doi":"https://doi.org/10.1109/tpami.2023.3268640","pmid":"https://pubmed.ncbi.nlm.nih.gov/37079402"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3268640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3268640","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/An_Information-Theoretic_Method_to_Automatic_Shortcut_Avoidance_and_Domain_Generalization_for_Dense_Prediction_Tasks/27568650","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060353361","display_name":"WeiQin Chuah","orcid":"https://orcid.org/0000-0001-6020-4660"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"WeiQin Chuah","raw_affiliation_strings":["School of Engineering, RMIT University, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6020-4660","affiliations":[{"raw_affiliation_string":"School of Engineering, RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022576557","display_name":"Ruwan Tennakoon","orcid":"https://orcid.org/0000-0001-8909-5728"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ruwan Tennakoon","raw_affiliation_strings":["School of Science, RMIT University, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8909-5728","affiliations":[{"raw_affiliation_string":"School of Science, RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050176259","display_name":"Reza Hoseinnezhad","orcid":"https://orcid.org/0000-0001-9525-1467"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Reza Hoseinnezhad","raw_affiliation_strings":["School of Engineering, RMIT University, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0001-9525-1467","affiliations":[{"raw_affiliation_string":"School of Engineering, RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031492664","display_name":"David Suter","orcid":"https://orcid.org/0000-0001-6306-3023"},"institutions":[{"id":"https://openalex.org/I12079687","display_name":"Edith Cowan University","ror":"https://ror.org/05jhnwe22","country_code":"AU","type":"education","lineage":["https://openalex.org/I12079687"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"David Suter","raw_affiliation_strings":["School of Science, Edith Cowan University, Joondalup, WA, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6306-3023","affiliations":[{"raw_affiliation_string":"School of Science, Edith Cowan University, Joondalup, WA, Australia","institution_ids":["https://openalex.org/I12079687"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067249512","display_name":"Alireza Bab\u2010Hadiashar","orcid":"https://orcid.org/0000-0002-6192-2303"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alireza Bab-Hadiashar","raw_affiliation_strings":["School of Engineering, RMIT University, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-6192-2303","affiliations":[{"raw_affiliation_string":"School of Engineering, RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3191,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.54605166,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"45","issue":"9","first_page":"10615","last_page":"10631"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7846463918685913},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7678272724151611},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7426880598068237},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5918819904327393},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.585934579372406},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5729019641876221},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.48096147179603577},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4221068024635315},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3398282527923584},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0898594856262207}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7846463918685913},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7678272724151611},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7426880598068237},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5918819904327393},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.585934579372406},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5729019641876221},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.48096147179603577},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4221068024635315},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3398282527923584},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0898594856262207},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2023.3268640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3268640","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37079402","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37079402","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:figshare.com:article/27568650","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/An_Information-Theoretic_Method_to_Automatic_Shortcut_Avoidance_and_Domain_Generalization_for_Dense_Prediction_Tasks/27568650","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/27568650","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/An_Information-Theoretic_Method_to_Automatic_Shortcut_Avoidance_and_Domain_Generalization_for_Dense_Prediction_Tasks/27568650","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","display_name":"No poverty","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":89,"referenced_works":["https://openalex.org/W63091017","https://openalex.org/W764651262","https://openalex.org/W1513100184","https://openalex.org/W1903029394","https://openalex.org/W1945616565","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2150066425","https://openalex.org/W2194775991","https://openalex.org/W2259424905","https://openalex.org/W2487365028","https://openalex.org/W2502312327","https://openalex.org/W2558027072","https://openalex.org/W2560474170","https://openalex.org/W2604231069","https://openalex.org/W2741885505","https://openalex.org/W2770902190","https://openalex.org/W2781228439","https://openalex.org/W2787091153","https://openalex.org/W2883386984","https://openalex.org/W2884366600","https://openalex.org/W2948080074","https://openalex.org/W2948384918","https://openalex.org/W2950496566","https://openalex.org/W2952813711","https://openalex.org/W2952825894","https://openalex.org/W2954174912","https://openalex.org/W2958360136","https://openalex.org/W2963617879","https://openalex.org/W2963619659","https://openalex.org/W2963782415","https://openalex.org/W2964184826","https://openalex.org/W2980116241","https://openalex.org/W2981488580","https://openalex.org/W2981540341","https://openalex.org/W2981689412","https://openalex.org/W2996166203","https://openalex.org/W2997575304","https://openalex.org/W3007471652","https://openalex.org/W3013402579","https://openalex.org/W3016970897","https://openalex.org/W3023175709","https://openalex.org/W3034514115","https://openalex.org/W3034530552","https://openalex.org/W3035564946","https://openalex.org/W3053925721","https://openalex.org/W3100280854","https://openalex.org/W3101326883","https://openalex.org/W3103934428","https://openalex.org/W3106635087","https://openalex.org/W3109908659","https://openalex.org/W3127535616","https://openalex.org/W3130390764","https://openalex.org/W3147597595","https://openalex.org/W3163347338","https://openalex.org/W3169545167","https://openalex.org/W3172573759","https://openalex.org/W3174911623","https://openalex.org/W3176210901","https://openalex.org/W3177322621","https://openalex.org/W3180439858","https://openalex.org/W3181515393","https://openalex.org/W3202487934","https://openalex.org/W4214893857","https://openalex.org/W4287205383","https://openalex.org/W4300479382","https://openalex.org/W4308831279","https://openalex.org/W4312259812","https://openalex.org/W4313045831","https://openalex.org/W6639480849","https://openalex.org/W6640425456","https://openalex.org/W6682803231","https://openalex.org/W6703116779","https://openalex.org/W6724804524","https://openalex.org/W6729906282","https://openalex.org/W6756444276","https://openalex.org/W6757555829","https://openalex.org/W6757712578","https://openalex.org/W6764514022","https://openalex.org/W6764990469","https://openalex.org/W6768009244","https://openalex.org/W6774730124","https://openalex.org/W6779032094","https://openalex.org/W6779536041","https://openalex.org/W6785287398","https://openalex.org/W6790059251","https://openalex.org/W6794339910","https://openalex.org/W6795617597","https://openalex.org/W6803857009"],"related_works":["https://openalex.org/W3162204513","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3103566983","https://openalex.org/W3167935049","https://openalex.org/W3029198973","https://openalex.org/W4287067567"],"abstract_inverted_index":{"Deep":[0],"convolutional":[1,60],"neural":[2],"networks":[3,61,180],"for":[4,18,189],"dense":[5,157],"prediction":[6,158],"tasks":[7],"are":[8],"commonly":[9],"optimized":[10],"using":[11],"synthetic":[12,66],"data,":[13],"as":[14,161],"generating":[15],"pixel-wise":[16],"annotations":[17],"real-world":[19,33],"data":[20,67],"is":[21,62],"laborious.":[22],"However,":[23],"the":[24,45,53,92,100,110,123,146,170,174,177],"synthetically":[25,118,178],"trained":[26,119,179],"models":[27],"do":[28],"not":[29],"generalize":[30],"well":[31],"to":[32,38,83,105,108,139],"environments.":[34],"This":[35],"poor":[36],"\"synthetic":[37],"real\"":[39],"(S2R)":[40],"generalization":[41,153],"we":[42,75,132],"address":[43],"through":[44],"lens":[46],"of":[47,55,102,112,127,176],"shortcut":[48],"learning.":[49],"We":[50],"demonstrate":[51],"that":[52,145],"learning":[54,111],"feature":[56,93],"representations":[57],"in":[58,117,154],"deep":[59],"heavily":[63],"influenced":[64],"by":[65],"artifacts":[68],"(shortcut":[69],"attributes).":[70],"To":[71,121],"mitigate":[72],"this":[73],"issue,":[74],"propose":[76,133],"an":[77],"Information-Theoretic":[78],"Shortcut":[79],"Avoidance":[80],"(ITSA)":[81],"approach":[82],"automatically":[84],"restrict":[85],"shortcut-related":[86],"information":[87],"from":[88],"being":[89],"encoded":[90],"into":[91],"representations.":[94],"Specifically,":[95],"our":[96],"proposed":[97,147,171],"method":[98,148,172],"minimizes":[99],"sensitivity":[101,130],"latent":[103],"features":[104,116],"input":[106,129],"variations:":[107],"regularize":[109],"robust":[113],"and":[114,166,181],"shortcut-invariant":[115],"models.":[120],"avoid":[122],"prohibitive":[124],"computational":[125],"cost":[126],"direct":[128],"optimization,":[131],"a":[134],"practical":[135],"yet":[136],"feasible":[137],"algorithm":[138],"achieve":[140],"robustness.":[141],"Our":[142],"results":[143],"show":[144],"can":[149],"effectively":[150],"improve":[151],"S2R":[152],"multiple":[155],"distinct":[156],"tasks,":[159],"such":[160],"stereo":[162],"matching,":[163],"optical":[164],"flow,":[165],"semantic":[167],"segmentation.":[168],"Importantly,":[169],"enhances":[173],"robustness":[175],"outperforms":[182],"their":[183],"fine-tuned":[184],"counterparts":[185],"(on":[186],"real":[187],"data)":[188],"challenging":[190],"out-of-domain":[191],"applications.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}