{"id":"https://openalex.org/W4385484767","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191460","title":"Invariant and Sufficient Supervised Representation Learning","display_name":"Invariant and Sufficient Supervised Representation Learning","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385484767","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191460"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191460","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191460","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100694511","display_name":"Junyu Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junyu Zhu","raw_affiliation_strings":["School of Computer Science, Wuhan University,Wuhan,China","School of Computer Science, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University,Wuhan,China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086105416","display_name":"Xu Liao","orcid":"https://orcid.org/0000-0003-1851-4395"},"institutions":[{"id":"https://openalex.org/I4210126319","display_name":"Duke-NUS Medical School","ror":"https://ror.org/02j1m6098","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596","https://openalex.org/I170897317","https://openalex.org/I4210126319"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xu Liao","raw_affiliation_strings":["Duke-NUS Medical School,Center of Quantitative Medicine,Singapore,Singapore","Center of Quantitative Medicine, Duke-NUS Medical School, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Duke-NUS Medical School,Center of Quantitative Medicine,Singapore,Singapore","institution_ids":["https://openalex.org/I4210126319"]},{"raw_affiliation_string":"Center of Quantitative Medicine, Duke-NUS Medical School, Singapore, Singapore","institution_ids":["https://openalex.org/I4210126319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070104798","display_name":"Changshi Li","orcid":"https://orcid.org/0009-0006-3398-9857"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changshi Li","raw_affiliation_strings":["School of Computer Science, Wuhan University,Wuhan,China","School of Computer Science, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University,Wuhan,China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079032909","display_name":"Yuling Jiao","orcid":"https://orcid.org/0000-0002-1189-1676"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuling Jiao","raw_affiliation_strings":["School of Mathematics and Statistics, Wuhan University,Wuhan,China","School of Mathematics and Statistics, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, Wuhan University,Wuhan,China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Mathematics and Statistics, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100642607","display_name":"Jin Liu","orcid":"https://orcid.org/0000-0001-7249-698X"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Liu","raw_affiliation_strings":["School of Data Science, The Chinese University of Hong Kong,Shenzhen,China","School of Data Science, The Chinese University of Hong Kong, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Data Science, The Chinese University of Hong Kong,Shenzhen,China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"School of Data Science, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055337142","display_name":"Xiliang Lu","orcid":"https://orcid.org/0000-0002-7592-5994"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiliang Lu","raw_affiliation_strings":["School of Mathematics and Statistics, Wuhan University,Wuhan,China","School of Mathematics and Statistics, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, Wuhan University,Wuhan,China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Mathematics and Statistics, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100694511"],"corresponding_institution_ids":["https://openalex.org/I37461747"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0845659,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10515","display_name":"Cancer-related molecular mechanisms research","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.6272232532501221},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6105434894561768},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4988861083984375},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4934741258621216},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.46118906140327454},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.43692725896835327},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4200788736343384},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41477036476135254},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38765546679496765},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29751139879226685}],"concepts":[{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.6272232532501221},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6105434894561768},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4988861083984375},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4934741258621216},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.46118906140327454},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.43692725896835327},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4200788736343384},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41477036476135254},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38765546679496765},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29751139879226685},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191460","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191460","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7249912578","display_name":null,"funder_award_id":"2020YFA0714200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":108,"referenced_works":["https://openalex.org/W1421469996","https://openalex.org/W1522301498","https://openalex.org/W1731081199","https://openalex.org/W2031534006","https://openalex.org/W2032460509","https://openalex.org/W2057266281","https://openalex.org/W2066740458","https://openalex.org/W2068752849","https://openalex.org/W2072460512","https://openalex.org/W2073580055","https://openalex.org/W2145979309","https://openalex.org/W2149298154","https://openalex.org/W2155858138","https://openalex.org/W2163490846","https://openalex.org/W2163922914","https://openalex.org/W2167366427","https://openalex.org/W2171050905","https://openalex.org/W2194775991","https://openalex.org/W2268938174","https://openalex.org/W2463241543","https://openalex.org/W2480604615","https://openalex.org/W2627183927","https://openalex.org/W2763549966","https://openalex.org/W2768783441","https://openalex.org/W2790295822","https://openalex.org/W2798658180","https://openalex.org/W2883386984","https://openalex.org/W2896803294","https://openalex.org/W2912280829","https://openalex.org/W2963043696","https://openalex.org/W2963275094","https://openalex.org/W2964124968","https://openalex.org/W2964288524","https://openalex.org/W2981720610","https://openalex.org/W2991497298","https://openalex.org/W2996823446","https://openalex.org/W3007592798","https://openalex.org/W3012815759","https://openalex.org/W3034698014","https://openalex.org/W3034791248","https://openalex.org/W3038585207","https://openalex.org/W3047419058","https://openalex.org/W3083484445","https://openalex.org/W3092928935","https://openalex.org/W3096831136","https://openalex.org/W3098474648","https://openalex.org/W3099161711","https://openalex.org/W3112486745","https://openalex.org/W3124977280","https://openalex.org/W3129059619","https://openalex.org/W3152530299","https://openalex.org/W3166149430","https://openalex.org/W3166570610","https://openalex.org/W3168236463","https://openalex.org/W3190217499","https://openalex.org/W3190654993","https://openalex.org/W3198843987","https://openalex.org/W3207238119","https://openalex.org/W3212348395","https://openalex.org/W4221155125","https://openalex.org/W4229042118","https://openalex.org/W4281636848","https://openalex.org/W4286984555","https://openalex.org/W4287205383","https://openalex.org/W4287728573","https://openalex.org/W4288089047","https://openalex.org/W4288287305","https://openalex.org/W4288418632","https://openalex.org/W4301785137","https://openalex.org/W4302355455","https://openalex.org/W6628080776","https://openalex.org/W6631190155","https://openalex.org/W6637618735","https://openalex.org/W6683124652","https://openalex.org/W6687483927","https://openalex.org/W6693769590","https://openalex.org/W6718795669","https://openalex.org/W6720111944","https://openalex.org/W6728271538","https://openalex.org/W6745134051","https://openalex.org/W6745840574","https://openalex.org/W6756577627","https://openalex.org/W6758833332","https://openalex.org/W6760298573","https://openalex.org/W6771271773","https://openalex.org/W6772045000","https://openalex.org/W6774630179","https://openalex.org/W6775269048","https://openalex.org/W6779359538","https://openalex.org/W6779559193","https://openalex.org/W6780174346","https://openalex.org/W6780233385","https://openalex.org/W6781697268","https://openalex.org/W6782948914","https://openalex.org/W6784247468","https://openalex.org/W6784382895","https://openalex.org/W6786798588","https://openalex.org/W6789654252","https://openalex.org/W6790276024","https://openalex.org/W6790827500","https://openalex.org/W6794339910","https://openalex.org/W6794476001","https://openalex.org/W6795943426","https://openalex.org/W6796592870","https://openalex.org/W6796913975","https://openalex.org/W6802218743","https://openalex.org/W6810127701","https://openalex.org/W6811072154"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175"],"abstract_inverted_index":{"Improving":[0],"the":[1,29,87,93,96,104,118,122,141,162],"generalization":[2],"of":[3,95,136],"neural":[4,149],"networks":[5],"under":[6],"domain":[7,48],"shift":[8],"is":[9,24,52,92,103,172],"an":[10,19,36,132],"important":[11],"and":[12,38,81,98,154],"challenging":[13],"task":[14],"in":[15,28],"computer":[16],"vision.":[17],"Obtaining":[18],"invariant":[20,37,49],"representation":[21,41,50,142],"across":[22],"domains":[23,97,109],"a":[25,47,68,127],"benchmark":[26],"method":[27],"literature.":[30],"In":[31],"this":[32,61],"paper,":[33],"we":[34,63,125],"propose":[35],"sufficient":[39],"supervised":[40],"learning":[42],"(ISSRL)":[43],"approach":[44],"to":[45,116],"learn":[46],"which":[51],"also":[53],"preserving":[54],"information":[55],"used":[56],"for":[57,170],"downstream":[58],"tasks.":[59],"To":[60],"end,":[62],"formulate":[64],"ISSRL":[65,160,171],"by":[66,144],"finding":[67],"nonlinear":[69],"map":[70,143],"<tex":[71,76,82,99],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[72,77,83,100],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\boldsymbol{g}$</tex>":[73],"such":[74],"that":[75,159],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$Y\\perp":[78],"X\\vert":[79],"\\boldsymbol{g}(X)$</tex>":[80],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$(Y,\\boldsymbol{g}(X))\\perp":[84],"D$</tex>":[85],"at":[86,174],"population":[88],"level,":[89,124],"where":[90],"D":[91],"label":[94],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$(X,":[101],"Y)$</tex>":[102],"paired":[105],"data":[106,156],"sampled":[107],"from":[108],"with":[110,147],"label.":[111],"We":[112,139],"use":[113],"distance":[114,137],"correlation":[115],"characterize":[117],"(conditional)":[119],"independence.":[120],"At":[121],"sample":[123],"construct":[126],"novel":[128],"loss":[129],"function":[130],"through":[131],"unbiased":[133],"empirical":[134],"version":[135],"correlation.":[138],"train":[140],"parameterizing":[145],"it":[146],"deep":[148],"networks.":[150],"Both":[151],"simulation":[152],"study":[153],"real":[155],"evaluation":[157],"show":[158],"outperforms":[161],"state-of-the-art":[163],"on":[164],"out-of-distribution":[165],"generalization.":[166],"The":[167],"PyTorch":[168],"code":[169],"available":[173],"https://github.com/CaC033/ISSRL.":[175]},"counts_by_year":[],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}