{"id":"https://openalex.org/W3154478085","doi":null,"title":"The Sparse Manifold Transform and Unsupervised Learning for Signal Representation","display_name":"The Sparse Manifold Transform and Unsupervised Learning for Signal Representation","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3154478085","mag":"3154478085"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt8x6568cz","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/8x6568cz","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013970773","display_name":"Yubei Chen","orcid":"https://orcid.org/0000-0002-8930-3512","observed_orcids":["https://orcid.org/0000-0002-8930-3512"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yubei Chen","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-8930-3512","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5013970773"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.3564000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.3564000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.17649999260902405,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.10930000245571136,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"unsupervised learning","score":0.843999981880188},{"id":"https://openalex.org/keywords/signal-representation","display_name":"signal representation","score":0.8500000238418579},{"id":"https://openalex.org/keywords/sparse-coding","display_name":"sparse coding","score":0.8669999837875366},{"id":"https://openalex.org/keywords/manifold-learning","display_name":"manifold learning","score":0.9940000176429749},{"id":"https://openalex.org/keywords/slow-feature-analysis","display_name":"slow feature analysis","score":0.9980000257492065},{"id":"https://openalex.org/keywords/simple-and-complex-cells","display_name":"simple and complex cells","score":0.7549999952316284},{"id":"https://openalex.org/keywords/visual-cortex","display_name":"visual cortex","score":0.5429999828338623},{"id":"https://openalex.org/keywords/diffusion","display_name":"diffusion","score":0.6949999928474426},{"id":"https://openalex.org/keywords/dictionary-learning","display_name":"dictionary learning","score":0.8870000243186951},{"id":"https://openalex.org/keywords/word-embeddings","display_name":"word embeddings","score":0.8130000233650208},{"id":"https://openalex.org/keywords/word-analogy","display_name":"word analogy","score":0.9610000252723694},{"id":"https://openalex.org/keywords/energy-based-models","display_name":"energy-based models","score":0.9509999752044678},{"id":"https://openalex.org/keywords/variational-bayesian-inference","display_name":"variational inference","score":0.4009999930858612},{"id":"https://openalex.org/keywords/variational-autoencoder","display_name":"variational autoencoder","score":0.47200000286102295}],"concepts":[{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.6900226473808289},{"id":"https://openalex.org/C153120616","wikidata":"https://www.wikidata.org/wiki/Q17068315","display_name":"Manifold alignment","level":4,"score":0.585433304309845},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5768921375274658},{"id":"https://openalex.org/C2778837399","wikidata":"https://www.wikidata.org/wiki/Q7520789","display_name":"Simple cell","level":3,"score":0.5601212978363037},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5576702952384949},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5365400910377502},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5190473198890686},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.5145863890647888},{"id":"https://openalex.org/C151876577","wikidata":"https://www.wikidata.org/wiki/Q7049464","display_name":"Nonlinear dimensionality reduction","level":3,"score":0.455808162689209},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4536251425743103},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4531058669090271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44743719696998596},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4384228587150574},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.42492809891700745},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3748684823513031},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36126023530960083},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.29829591512680054},{"id":"https://openalex.org/C19071747","wikidata":"https://www.wikidata.org/wiki/Q1755207","display_name":"Receptive field","level":2,"score":0.17228972911834717},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.17131096124649048},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:escholarship.org/ark:/13030/qt8x6568cz","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/8x6568cz","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},{"id":"mag:3154478085","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt8x6568cz/qt8x6568cz.pdf?t=q6z2w5","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":108,"referenced_works":["https://openalex.org/W602904462","https://openalex.org/W1486210143","https://openalex.org/W1505878979","https://openalex.org/W1513873506","https://openalex.org/W1557324374","https://openalex.org/W1614298861","https://openalex.org/W1759380308","https://openalex.org/W1834627138","https://openalex.org/W1836533770","https://openalex.org/W1902027874","https://openalex.org/W1939739483","https://openalex.org/W1971017968","https://openalex.org/W1988139867","https://openalex.org/W2001141328","https://openalex.org/W2008370690","https://openalex.org/W2013035813","https://openalex.org/W2016585964","https://openalex.org/W2020604100","https://openalex.org/W2020999234","https://openalex.org/W2024060531","https://openalex.org/W2025768430","https://openalex.org/W2027190171","https://openalex.org/W2042925217","https://openalex.org/W2053186076","https://openalex.org/W2071048859","https://openalex.org/W2075649259","https://openalex.org/W2079182758","https://openalex.org/W2091662199","https://openalex.org/W2096192494","https://openalex.org/W2096388912","https://openalex.org/W2096789154","https://openalex.org/W2100543212","https://openalex.org/W2100556411","https://openalex.org/W2101491865","https://openalex.org/W2105464873","https://openalex.org/W2107790757","https://openalex.org/W2108384452","https://openalex.org/W2109812093","https://openalex.org/W2111244981","https://openalex.org/W2116064496","https://openalex.org/W2116216716","https://openalex.org/W2116360511","https://openalex.org/W2116825644","https://openalex.org/W2118020555","https://openalex.org/W2120023453","https://openalex.org/W2120480077","https://openalex.org/W2121238618","https://openalex.org/W2123649031","https://openalex.org/W2124134481","https://openalex.org/W2124486835","https://openalex.org/W2125663122","https://openalex.org/W2127230474","https://openalex.org/W2131566261","https://openalex.org/W2132914434","https://openalex.org/W2135587681","https://openalex.org/W2136111243","https://openalex.org/W2140610559","https://openalex.org/W2141200610","https://openalex.org/W2141599568","https://openalex.org/W2142615865","https://openalex.org/W2144732271","https://openalex.org/W2145094598","https://openalex.org/W2145889472","https://openalex.org/W2146444479","https://openalex.org/W2146502635","https://openalex.org/W2146672645","https://openalex.org/W2149194912","https://openalex.org/W2149846926","https://openalex.org/W2151351982","https://openalex.org/W2156047073","https://openalex.org/W2157349214","https://openalex.org/W2167034998","https://openalex.org/W2167433878","https://openalex.org/W2178928294","https://openalex.org/W2185528074","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2224633473","https://openalex.org/W2250539671","https://openalex.org/W2267126114","https://openalex.org/W2273348943","https://openalex.org/W2296616510","https://openalex.org/W2379789024","https://openalex.org/W2401337924","https://openalex.org/W2493916176","https://openalex.org/W2558748708","https://openalex.org/W2563709626","https://openalex.org/W2594103415","https://openalex.org/W2751777443","https://openalex.org/W2753862030","https://openalex.org/W2785678896","https://openalex.org/W2787560479","https://openalex.org/W2789367656","https://openalex.org/W2804123849","https://openalex.org/W2805950715","https://openalex.org/W2896232552","https://openalex.org/W2896687685","https://openalex.org/W2912889105","https://openalex.org/W2913433659","https://openalex.org/W2941161300","https://openalex.org/W2946117724","https://openalex.org/W2951751411","https://openalex.org/W2963045453","https://openalex.org/W2963848397","https://openalex.org/W2963981733","https://openalex.org/W2964013315","https://openalex.org/W4229732326","https://openalex.org/W4250954493"],"related_works":["https://openalex.org/W2810583733","https://openalex.org/W2192495397","https://openalex.org/W6977609230","https://openalex.org/W48898410","https://openalex.org/W4300978886","https://openalex.org/W2903405877","https://openalex.org/W44791420","https://openalex.org/W2619552941","https://openalex.org/W1593784033","https://openalex.org/W2292424414"],"abstract_inverted_index":{"This":[0,146,327,446],"dissertation":[1],"presents":[2],"three":[3],"contributions":[4],"on":[5,103,119,186,250,291,423],"unsupervised":[6,61,247],"learning.":[7],"First,":[8],"I":[9,88,127,348,386],"describe":[10],"a":[11,47,90,115,129,148,163,167,196,251,266,340,376,417,424,449,554,600,626],"signal":[12,41,226],"representation":[13,102,213,319],"framework":[14,64],"called":[15],"the":[16,38,70,94,100,111,120,137,171,187,206,222,225,229,236,239,274,292,315,352,364,389,408,484,592],"sparse":[17,25,56,71,285],"manifold":[18,27,57,75,169,207,275],"transform":[19,58,95],"that":[20,65,257,269,330,388,553,583],"combines":[21],"key":[22,396],"ideas":[23],"from":[24,195,483],"coding,":[26],"learning,":[28],"and":[29,62,67,73,96,107,124,143,208,259,281,297,317,398,405,427,465,520,579,624,638],"slow":[30,478],"feature":[31],"analysis.":[32],"It":[33],"turns":[34],"non-linear":[35],"transformations":[36,230],"in":[37,46,78,133,136,170,245,265,313,394,401,413,435,524,536,641],"primary":[39],"sensory":[40,279],"space":[42,50],"into":[43],"linear":[44,184,341],"interpolations":[45],"representational":[48],"embedding":[49,299,305,383,411],"while":[51,174,227],"maintaining":[52],"approximate":[53],"invertibility.":[54],"The":[55,254,611,631],"is":[59,243,270,282,290,422,476,589,595,609],"an":[60,210,246,642],"generative":[63,555],"explicitly":[66],"simultaneously":[68],"models":[69,85,433,439,517,535],"discreteness":[72],"low-dimensional":[74],"structure":[76,276],"found":[77],"natural":[79,108],"scenes.":[80],"When":[81],"stacked,":[82],"it":[83,480],"also":[84,113,634],"hierarchical":[86],"composition.":[87],"provide":[89],"theoretical":[91],"description":[92],"of":[93,99,122,131,166,224,277,294,320,343,351,451,470,533,540,575],"demonstrate":[97,256,349],"properties":[98,264],"learned":[101,244,353],"both":[104],"synthetic":[105],"data":[106,444,457,509,525,543,569,593,614],"videos.":[109],"Further,":[110],"SMT":[112,132],"provides":[114,147,375,635],"unifying":[116],"geometric":[117],"perspective":[118],"role":[121],"simple":[123,142,258],"complex":[125,144,175,192,240,260],"cells.":[126,145],"propose":[128],"version":[130],"which":[134,218],"neurons":[135],"two":[138],"layers":[139],"correspond":[140],"to":[141,220,272,284,309,363,430,443,504,618],"new":[149,627],"functional":[150],"explanation":[151],"for":[152,380,629],"these":[153,336,414,516],"cell":[154,193,241],"types:":[155],"Simple":[156],"cells":[157,176,261],"can":[158,177,333,392],"be":[159,178,310],"viewed":[160,179],"as":[161,180,322,339,454,622],"representing":[162,181],"discrete":[164],"sampling":[165,482],"smooth":[168,183],"sensor":[172],"space,":[173],"localized":[182,237],"functions":[185],"manifold.":[188],"While":[189],"each":[190],"individual":[191],"pools":[194],"local":[197],"region,":[198],"together":[199],"they":[200],"tile":[201],"(Sengupta":[202],"et":[203,232],"al.":[204,233],"2018)":[205],"build":[209],"untangled":[211],"population":[212],"(DiCarlo":[214],"&":[215,528,548],"Cox":[216],"2007),":[217],"tends":[219],"preserve":[221],"identity":[223],"straightening":[228],"(Henaff":[231],"2017).":[234],"In":[235,493],"SMT,":[238],"layer":[242],"manner":[248],"based":[249,303],"diffusion":[252],"process.":[253],"results":[255,523],"are":[262],"emergent":[263],"neural":[267],"system":[268],"optimized":[271],"learn":[273,518],"dynamic":[278],"inputs":[280],"subject":[283],"connectivity":[286],"constraints.The":[287],"second":[288],"contribution":[289,421],"discovery":[293],"word":[295,298,304,337,346,382,390,402,410],"factors":[296,354,365,391],"visualization.":[300],"Co-occurrence":[301],"statistics":[302],"techniques":[306,412,620],"have":[307,355,551],"proved":[308],"very":[311],"useful":[312],"extracting":[314],"semantic":[316,358,397],"syntactic":[318,360,399],"words":[321],"low":[323],"dimensional":[324,542],"continuous":[325],"vectors.":[326],"work":[328],"discovered":[329],"dictionary":[331,373],"learning":[332,374],"open":[334],"up":[335],"vectors":[338],"combination":[342],"more":[344,425],"elementary":[345],"factors.":[347],"many":[350,466],"surprisingly":[356],"strong":[357],"or":[359],"meaning":[361],"corresponding":[362],"previously":[366],"identified":[367],"manually":[368],"by":[369,416,558],"human":[370],"inspection.":[371],"Thus":[372],"powerful":[377],"visualization":[378],"tool":[379],"understanding":[381],"representations.":[384],"Furthermore,":[385],"show":[387,582],"help":[393],"identifying":[395],"differences":[400],"analogy":[403],"tasks":[404,415],"improve":[406],"upon":[407],"state-of-the-art":[409,619],"large":[418],"margin.The":[419],"third":[420],"efficient":[426],"effective":[428],"way":[429],"train":[431,505],"energy-based":[432],"(EBMs)":[434],"high-dimensional":[436],"spaces.":[437],"Energy-based":[438],"assign":[440],"unnormalized":[441],"log-probability":[442],"samples.":[445],"functionality":[447],"has":[448,500],"variety":[450],"applications,":[452],"such":[453,534,621],"sample":[455,459,538,564],"synthesis,":[456,565],"denoising,":[458],"restoration,":[460],"outlier":[461],"detection,":[462],"Bayesian":[463],"reasoning,":[464],"more.":[467],"But":[468],"training":[469,584],"EBMs":[471],"using":[472],"standard":[473],"maximum":[474],"likelihood":[475],"extremely":[477],"because":[479],"requires":[481],"model":[485,556,612,633],"distribution.":[486],"Score":[487],"matching":[488,497,561,608],"potentially":[489],"alleviates":[490],"this":[491,598],"problem.":[492],"particular,":[494],"denoising":[495,526,559,606],"score":[496,560,607],"(Vincent":[498],"2011)":[499],"been":[501],"successfully":[502],"used":[503],"EBMs.":[506,630],"Using":[507],"noisy":[508],"samples":[510,570],"with":[511,568,572,585,604],"one":[512],"fixed":[513],"noise":[514,587],"level,":[515],"fast":[519],"yield":[521],"good":[522],"(Saremi":[527],"Hyvarinen":[529],"2019).":[530],"However,":[531],"demonstrations":[532],"high-quality":[537],"synthesis":[539],"high":[541],"were":[544],"lacking.":[545],"Recently,":[546],"(Song":[547],"Ermon":[549],"2019)":[550],"shown":[552],"trained":[557,567,603],"accomplishes":[562],"excellent":[563],"when":[566,591],"corrupted":[571],"multiple":[573,586],"levels":[574,588],"noise.":[576],"Both":[577],"analysis":[578],"empirical":[580],"evidence":[581],"necessary":[590],"dimension":[594],"high.":[596],"Leveraging":[597],"insight,":[599],"novel":[601],"EBM":[602],"multi-scale":[605],"proposed.":[610],"exhibits":[613],"generation":[615],"performance":[616],"comparable":[617],"GANs,":[623],"sets":[625],"baseline":[628],"proposed":[632],"density":[636],"information":[637],"performs":[639],"well":[640],"image":[643],"inpainting":[644],"task.":[645]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-04-26T00:00:00"}