{"id":"https://openalex.org/W2896219886","doi":"https://doi.org/10.13016/m2mk65c49","title":"Towards robust and domain invariant feature representations in Deep Learning","display_name":"Towards robust and domain invariant feature representations in Deep Learning","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2896219886","doi":"https://doi.org/10.13016/m2mk65c49","mag":"2896219886"},"language":"en","primary_location":{"id":"pmh:oai:drum.lib.umd.edu:1903/21321","is_oa":true,"landing_page_url":"https://doi.org/10.13016/M2MK65C49","pdf_url":"http://hdl.handle.net/1903/21321","source":{"id":"https://openalex.org/S4306401518","display_name":"University Libraries (University of Maryland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dissertation"},"type":"dissertation","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/1903/21321","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112391668","display_name":"Swaminathan Sankaranarayanan","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sankaranarayanan, Swaminathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5112391668"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7702000141143799,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7702000141143799,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.7692999839782715,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.699999988079071,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5486711263656616},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.5156840085983276},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46785834431648254},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4077027440071106},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40659481287002563},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3311522901058197},{"id":"https://openalex.org/keywords/mathematical-physics","display_name":"Mathematical physics","score":0.05645987391471863}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5486711263656616},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.5156840085983276},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46785834431648254},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4077027440071106},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40659481287002563},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3311522901058197},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.05645987391471863}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:drum.lib.umd.edu:1903/21321","is_oa":true,"landing_page_url":"https://doi.org/10.13016/M2MK65C49","pdf_url":"http://hdl.handle.net/1903/21321","source":{"id":"https://openalex.org/S4306401518","display_name":"University Libraries (University of Maryland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dissertation"},{"id":"mag:2896219886","is_oa":false,"landing_page_url":"https://drum.lib.umd.edu/handle/1903/21321","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null},{"id":"doi:10.13016/m2mk65c49","is_oa":true,"landing_page_url":"https://doi.org/10.13016/m2mk65c49","pdf_url":null,"source":{"id":"https://openalex.org/S4306402644","display_name":"Digital Repository at the University of Maryland (University of Maryland College Park)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Collection"}],"best_oa_location":{"id":"pmh:oai:drum.lib.umd.edu:1903/21321","is_oa":true,"landing_page_url":"https://doi.org/10.13016/M2MK65C49","pdf_url":"http://hdl.handle.net/1903/21321","source":{"id":"https://openalex.org/S4306401518","display_name":"University Libraries (University of Maryland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dissertation"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2896219886.pdf","grobid_xml":"https://content.openalex.org/works/W2896219886.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3212667563","https://openalex.org/W2991643889","https://openalex.org/W3211513685","https://openalex.org/W3158047878","https://openalex.org/W3166691008","https://openalex.org/W2903987723","https://openalex.org/W3188606522","https://openalex.org/W3154243634","https://openalex.org/W3113976339","https://openalex.org/W3199407836","https://openalex.org/W3043036021","https://openalex.org/W3194893525","https://openalex.org/W36950218","https://openalex.org/W3185231774","https://openalex.org/W3042974105","https://openalex.org/W3034513977","https://openalex.org/W2130606937","https://openalex.org/W2759841537","https://openalex.org/W141414639","https://openalex.org/W3168702004"],"abstract_inverted_index":{"A":[0,685],"fundamental":[1],"problem":[2,81,239,570,637,667],"in":[3,120,151,176,191,203,253,332,441,483,511,668,807,981],"perception-based":[4],"systems":[5],"is":[6,96,286,353,593,609,627,659,663,776,793],"to":[7,21,42,49,115,126,136,139,168,185,247,262,281,297,322,341,368,400,426,470,491,501,554,605,625,634,724,786,799,842,856,861,898,902,916,948,972],"define":[8],"and":[9,19,175,213,256,348,378,406,486,522,582,648,662,700,720,749,760,782,825,852,878,922],"learn":[10,220,742],"representations":[11,37,60,222,277,295],"of":[12,32,79,100,102,142,154,158,172,182,207,226,234,240,264,365,397,430,528,533,544,571,763,832,870,881,887,929,955,960],"the":[13,26,56,76,80,108,117,130,152,170,177,192,204,235,238,254,265,270,324,363,388,395,398,431,517,526,541,569,587,601,607,615,620,654,675,715,718,722,726,746,758,761,764,773,780,789,795,801,808,833,843,863,867,885,914,919,927,935,953,967],"scene":[14],"that":[15,189,198,216,251,278,305,374,420,448,451,589,753,859,978],"are":[16,279,424,576,651,704,932],"more":[17,155,287,466,850],"robust":[18,138,221,296],"adaptive":[20],"several":[22,837],"nuisance":[23,249,299],"factors.":[24],"Over":[25],"recent":[27],"past,":[28],"for":[29,818,907,926],"a":[30,67,89,93,98,103,121,259,307,313,346,370,478,498,590,640,680,688,735,750,768,777,783,787,849,893,908],"variety":[31],"tasks":[33,456,820],"involving":[34],"images,":[35,943],"learned":[36,61,110,131,266,317,705,809],"have":[38,335,418,813],"been":[39,134],"empirically":[40],"shown":[41,97,135,419],"outperform":[43,725],"handcrafted":[44],"ones.":[45],"However,":[46],"their":[47,439,556],"inability":[48,624],"generalize":[50,555,626],"across":[51,229,558,574,836],"varying":[52],"data":[53,69,255,381,588,603,950],"distributions":[54,650],"poses":[55],"following":[57],"question:":[58],"Do":[59],"using":[62,88,318,679],"deep":[63,127,183,308,371,421,503,530,545,564],"networks":[64,184,219,423,450,485,505,566],"just":[65],"fit":[66],"given":[68,193,904],"distribution":[70],"or":[71],"do":[72],"they":[73,149],"sufficiently":[74],"model":[75,608,617],"underlying":[77],"structure":[78],"?":[82],"This":[83,623,728,912],"question":[84],"could":[85],"be":[86,112,137,596,732],"understood":[87],"simple":[90,104,471,553],"example:":[91],"If":[92,600],"learning":[94,276,294,367,546,561,591,639],"algorithm":[95,592],"number":[99],"images":[101],"handwritten":[105],"digit,":[106],"then":[107,610,614],"representation":[109,132],"should":[111],"generic":[113],"enough":[114],"identify":[116],"same":[118,864],"digit":[119],"different":[122,657,819],"form.":[123],"With":[124],"regards":[125],"networks,":[128],"although":[129],"has":[133,913],"various":[140],"forms":[141,157],"synthetic":[143],"distortions":[144,174],"such":[145,173,493,821],"as":[146,290,579,629,698,734,822],"random":[147],"noise,":[148],"fail":[150],"presence":[153],"implicit":[156],"naturally":[159],"occurring":[160],"distortions.":[161],"In":[162,269,359,433,474,670,738,840,866],"this":[163,200,333,342,434,460,636,816,871],"dissertation,":[164,435,872],"we":[165,273,301,344,361,436,476,673,741,829,873,891,944],"propose":[166,302,345,892,945],"approaches":[167,237,331,386,858],"mitigate":[169],"effect":[171],"process,":[178],"study":[179,886],"some":[180,875],"vulnerabilities":[181],"small":[186],"imperceptible":[187,428],"changes":[188],"occur":[190,252,980],"input.":[194,432,765],"The":[195,231],"research":[196,666],"problems":[197],"comprise":[199],"dissertation":[201,236],"lie":[202],"cross":[205],"section":[206],"two":[208,243,442,689,693],"open":[209,665],"topics:":[210],"(1)":[211],"Studying":[212],"developing":[214],"methods":[215],"enable":[217],"neural":[218,227,310,422,449,504,565,957],"(2)":[223],"Improving":[224],"generalization":[225],"nets":[228],"domains.":[230],"first":[232,774],"part":[233,869],"robustness":[241,257,396,524],"from":[242,459,568,598,612,884],"broad":[244],"viewpoints:":[245],"Robustness":[246],"external":[248,282,298],"factors":[250],"(or":[258],"lack":[260],"thereof)":[261],"perturbations":[263,429,494,888],"feature":[267,642,751,796,810],"space.":[268],"second":[271,790],"part,":[272],"focus":[274],"on":[275,355,379,387,412,438,595,619,896],"invariant":[280],"covariate":[283],"shift,":[284],"which":[285,352],"commonly":[288,577,979],"termed":[289,578,697],"domain":[291,572,630,762,805,936],"shift.":[292,631],"Towards":[293],"factors,":[300],"an":[303,488,512,664,709,905,946],"approach":[304,399,500,672,817,847,938],"couples":[306],"convolutional":[309],"network":[311,372],"with":[312,465],"low-dimensional":[314],"discriminative":[315],"embedding":[316],"triplet":[319],"probability":[320],"constraints":[321],"solve":[323,862],"unconstrained":[325,389],"face":[326,390],"analysis":[327],"problem.":[328,737,865],"While":[329,548,934],"previous":[330],"area":[334],"proposed":[336,939],"scalable":[337,853],"yet":[338,382],"ad-hoc":[339],"solutions":[340],"problem,":[343],"principled":[347],"parameter":[349],"free":[350],"formulation":[351],"based":[354],"maximum":[356],"likelihood":[357],"estimation.":[358],"addition,":[360,475],"employ":[362],"principle":[364],"transfer":[366],"realize":[369],"architecture":[373],"can":[375,731],"train":[376],"faster":[377],"lesser":[380],"significantly":[383,917],"outperforms":[384],"existing":[385],"verification":[391],"task.":[392,911],"We":[393,446,496,766,812],"demonstrate":[394],"challenges":[401],"including":[402,563],"age,":[403],"pose,":[404],"blur":[405],"clutter":[407],"by":[408,506,678,707,713,952],"performing":[409],"clustering":[410],"experiments":[411],"challenging":[413],"benchmarks.":[414],"Recent":[415],"seminal":[416],"works":[417,535],"susceptible":[425],"visually":[427],"build":[437],"ideas":[440],"unique":[443],"ways:":[444],"(a)":[445],"show":[447],"perform":[452],"pixel-wise":[453,909],"semantic":[454,826,930],"segmentation":[455,484,910,931],"also":[457],"suffer":[458,567],"vulnerability,":[461],"despite":[462],"being":[463],"trained":[464,594],"extra":[467],"information":[468,755],"compares":[469],"classification":[472,824],"tasks.":[473],"present":[477,497],"novel":[479,499,894],"self":[480],"correcting":[481],"mechanism":[482],"provide":[487,536],"efficient":[489,513,851],"way":[490],"generate":[492],"(b)":[495],"regularize":[502],"perturbing":[507],"intermediate":[508],"layer":[509],"activations":[510],"manner,":[514],"thereby":[515,803],"exploring":[516],"trade-off":[518],"between":[519,646,656,692,779],"conventional":[520],"regularization":[521],"adversarial":[523,710,729],"within":[525],"context":[527,971],"very":[529],"networks.":[531,958],"Both":[532],"these":[534],"interesting":[537],"directions":[538,880],"towards":[539],"understanding":[540],"secure":[542],"nature":[543],"algorithms.":[547],"humans":[549],"find":[550],"it":[551],"extremely":[552],"knowledge":[557],"domains,":[559],"machine":[560],"algorithms":[562],"shift":[573],"what":[575],"'source'":[580],"(S)":[581],"'target'":[583],"(T)":[584],"distributions.":[585],"Let":[586],"sampled":[597,611],"S.":[599],"real":[602,838,982],"used":[604],"evaluate":[606],"T,":[613],"learnt":[616],"under-performs":[618],"target":[621,649],"data.":[622],"characterized":[628],"Our":[632],"attempt":[633,860],"address":[635],"involves":[638,687],"common":[641],"subspace,":[643],"where":[644,772,794,828],"distance":[645,655,676],"source":[647],"minimized.":[652],"Estimating":[653],"domains":[658],"highly":[660],"non-trivial":[661],"itself.":[669],"our":[671,739,846,923],"parameterize":[674],"measure":[677],"Generative":[681],"Adversarial":[682],"Network":[683],"(GAN).":[684],"GAN":[686],"player":[690],"game":[691,730,792],"mappings":[694,703,744],"com-":[695],"monly":[696],"generator":[699,716,781],"discriminator.":[701],"These":[702],"simultaneously":[706],"employing":[708],"game,":[711,771],"i.e.":[712],"letting":[714],"fool":[717,800],"discriminator":[719,723,748,784,802],"enabling":[721],"generator.":[727],"formulated":[733],"minimax":[736,770],"approach,":[740],"three":[743],"simultaneously:":[745],"generator,":[747],"mapping":[752,797],"contains":[754],"about":[756],"both":[757],"content":[759],"deploy":[767],"two-level":[769],"level":[775,791],"competition":[778],"similar":[785],"GAN;":[788],"attempts":[798],"introducing":[804],"invariance":[806],"representation.":[811],"extensively":[814],"evaluated":[815],"object":[823,976],"segmentation,":[827],"achieve":[830],"state":[831],"art":[834],"results":[835,925],"datasets.":[839],"addition":[841],"conceptual":[844],"novelty,":[845],"presents":[848],"solution":[854],"compared":[855],"other":[857],"final":[868],"describe":[874],"ongoing":[876],"efforts":[877],"future":[879],"research.":[882],"Inspired":[883],"described":[889],"above,":[890],"metric":[895],"how":[897],"effectively":[899],"choose":[900],"pixels":[901],"label":[903],"image,":[906],"potential":[915],"reduce":[918],"labeling":[920],"effort":[921],"preliminary":[924],"task":[928],"encouraging.":[933],"adaptation":[937],"above":[940],"considered":[941],"static":[942],"extension":[947],"video":[949],"aided":[951],"use":[954],"recurrent":[956],"Use":[959],"full":[961],"temporal":[962],"information,":[963],"when":[964],"available,":[965],"provides":[966],"perceptual":[968],"system":[969],"additional":[970],"disambiguate":[973],"among":[974],"smaller":[975],"classes":[977],"scenes.":[983]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
