{"id":"https://openalex.org/W2582875288","doi":null,"title":"New Techniques in Deep Representation Learning","display_name":"New Techniques in Deep Representation Learning","publication_year":2016,"publication_date":"2016-06-01","ids":{"openalex":"https://openalex.org/W2582875288","mag":"2582875288"},"language":"en","primary_location":{"id":"pmh:oai:digital.lib.washington.edu:1773/36548","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1773/36548","pdf_url":"http://hdl.handle.net/1773/36548","source":{"id":"https://openalex.org/S4306401128","display_name":"ResearchWorks at the University of Washington (University of Washington)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I201448701","host_organization_name":"University of Washington","host_organization_lineage":["https://openalex.org/I201448701"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/1773/36548","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039644814","display_name":"Galen Andrew","orcid":"https://orcid.org/0009-0004-9804-7882","observed_orcids":["https://orcid.org/0009-0004-9804-7882"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Galen Andrew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5039644814"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8442000150680542,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8442000150680542,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.038600001484155655,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.020600000396370888,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-representation-learning","display_name":"deep representation learning","score":0.9769999980926514},{"id":"https://openalex.org/keywords/deep-canonical-correlation-analysis","display_name":"deep canonical correlation analysis","score":0.949999988079071},{"id":"https://openalex.org/keywords/multi-view-data","display_name":"multi-view data","score":0.8230000138282776},{"id":"https://openalex.org/keywords/quasi-newton-methods","display_name":"quasi-Newton methods","score":0.8769999742507935},{"id":"https://openalex.org/keywords/temporal-pattern-learning","display_name":"temporal pattern learning","score":0.5199999809265137},{"id":"https://openalex.org/keywords/feature-representation","display_name":"feature representation","score":0.44200000166893005},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.40400001406669617}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5089783668518066},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4571857154369354},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4400857090950012},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42915505170822144},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4029977023601532},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1238454282283783},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:digital.lib.washington.edu:1773/36548","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1773/36548","pdf_url":"http://hdl.handle.net/1773/36548","source":{"id":"https://openalex.org/S4306401128","display_name":"ResearchWorks at the University of Washington (University of Washington)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I201448701","host_organization_name":"University of Washington","host_organization_lineage":["https://openalex.org/I201448701"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"mag:2582875288","doi":null,"is_oa":false,"landing_page_url":"https://digital.lib.washington.edu:443/researchworks/handle/1773/36548","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:digital.lib.washington.edu:1773/36548","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1773/36548","pdf_url":"http://hdl.handle.net/1773/36548","source":{"id":"https://openalex.org/S4306401128","display_name":"ResearchWorks at the University of Washington (University of Washington)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I201448701","host_organization_name":"University of Washington","host_organization_lineage":["https://openalex.org/I201448701"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4566376420","display_name":"RI: Medium: Collaborative Research: Explicit Articulatory Models of Spoken Language, with Application to Automatic Speech Recognition","funder_award_id":"0905633","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2582875288.pdf","grobid_xml":"https://content.openalex.org/works/W2582875288.grobid-xml"},"referenced_works_count":153,"referenced_works":["https://openalex.org/W4919037","https://openalex.org/W16016350","https://openalex.org/W71795751","https://openalex.org/W81836371","https://openalex.org/W191923771","https://openalex.org/W196214544","https://openalex.org/W196761320","https://openalex.org/W371426616","https://openalex.org/W613766092","https://openalex.org/W1408639475","https://openalex.org/W1423339008","https://openalex.org/W1484147505","https://openalex.org/W1497960466","https://openalex.org/W1507691781","https://openalex.org/W1523385540","https://openalex.org/W1536675765","https://openalex.org/W1542491098","https://openalex.org/W1559312645","https://openalex.org/W1563017489","https://openalex.org/W1606347560","https://openalex.org/W1667652561","https://openalex.org/W1686810756","https://openalex.org/W1753482797","https://openalex.org/W1757796397","https://openalex.org/W1810943226","https://openalex.org/W1813659000","https://openalex.org/W1880262756","https://openalex.org/W1883346539","https://openalex.org/W1887132526","https://openalex.org/W1904365287","https://openalex.org/W1905882502","https://openalex.org/W1907282891","https://openalex.org/W1949478088","https://openalex.org/W1973445088","https://openalex.org/W1983334819","https://openalex.org/W1983599491","https://openalex.org/W1995562189","https://openalex.org/W1995615461","https://openalex.org/W2001141328","https://openalex.org/W2004915807","https://openalex.org/W2005126631","https://openalex.org/W2005708641","https://openalex.org/W2005754897","https://openalex.org/W2008078843","https://openalex.org/W2016589492","https://openalex.org/W2025341678","https://openalex.org/W2025768430","https://openalex.org/W2042608483","https://openalex.org/W2049252044","https://openalex.org/W2053186076","https://openalex.org/W2055513867","https://openalex.org/W2063036810","https://openalex.org/W2063978378","https://openalex.org/W2064675550","https://openalex.org/W2068300001","https://openalex.org/W2072500593","https://openalex.org/W2077804127","https://openalex.org/W2083380015","https://openalex.org/W2093545205","https://openalex.org/W2093886330","https://openalex.org/W2097323375","https://openalex.org/W2100235303","https://openalex.org/W2100236179","https://openalex.org/W2100474170","https://openalex.org/W2100495367","https://openalex.org/W2100561338","https://openalex.org/W2102017903","https://openalex.org/W2102605133","https://openalex.org/W2102667697","https://openalex.org/W2103305545","https://openalex.org/W2103359087","https://openalex.org/W2107998050","https://openalex.org/W2111411921","https://openalex.org/W2112796928","https://openalex.org/W2116064496","https://openalex.org/W2116360511","https://openalex.org/W2116825644","https://openalex.org/W2117955883","https://openalex.org/W2118163005","https://openalex.org/W2121127625","https://openalex.org/W2121947440","https://openalex.org/W2122825543","https://openalex.org/W2123131857","https://openalex.org/W2123576058","https://openalex.org/W2124101779","https://openalex.org/W2124386111","https://openalex.org/W2125972593","https://openalex.org/W2128076038","https://openalex.org/W2129625650","https://openalex.org/W2130325614","https://openalex.org/W2130942839","https://openalex.org/W2131342762","https://openalex.org/W2133257461","https://openalex.org/W2133280805","https://openalex.org/W2133564696","https://openalex.org/W2133737073","https://openalex.org/W2135046866","https://openalex.org/W2136922672","https://openalex.org/W2138857742","https://openalex.org/W2140406733","https://openalex.org/W2140539590","https://openalex.org/W2140777099","https://openalex.org/W2142674578","https://openalex.org/W2145023731","https://openalex.org/W2145339207","https://openalex.org/W2145889472","https://openalex.org/W2146482778","https://openalex.org/W2147880316","https://openalex.org/W2148154194","https://openalex.org/W2148461049","https://openalex.org/W2149194912","https://openalex.org/W2150355110","https://openalex.org/W2151103935","https://openalex.org/W2152722485","https://openalex.org/W2155893237","https://openalex.org/W2156163116","https://openalex.org/W2156740722","https://openalex.org/W2157697271","https://openalex.org/W2157711174","https://openalex.org/W2159243025","https://openalex.org/W2159687189","https://openalex.org/W2163922914","https://openalex.org/W2164587673","https://openalex.org/W2166403493","https://openalex.org/W2167763959","https://openalex.org/W2168194229","https://openalex.org/W2171009857","https://openalex.org/W2171151752","https://openalex.org/W2172010943","https://openalex.org/W2172172851","https://openalex.org/W2173248099","https://openalex.org/W2176281349","https://openalex.org/W2181470043","https://openalex.org/W2184188583","https://openalex.org/W2186601217","https://openalex.org/W2230869072","https://openalex.org/W2251994258","https://openalex.org/W2257979135","https://openalex.org/W2293634267","https://openalex.org/W2294798173","https://openalex.org/W2295584157","https://openalex.org/W2405732242","https://openalex.org/W2595142274","https://openalex.org/W2766736793","https://openalex.org/W2950635152","https://openalex.org/W2953167455","https://openalex.org/W2962914230","https://openalex.org/W2963636509","https://openalex.org/W2964308564","https://openalex.org/W3022436500","https://openalex.org/W3029645440","https://openalex.org/W3200009295","https://openalex.org/W7099244549"],"related_works":["https://openalex.org/W7202325232","https://openalex.org/W7056330817","https://openalex.org/W7126736986","https://openalex.org/W7027915628","https://openalex.org/W6987771458","https://openalex.org/W3151984088","https://openalex.org/W3163047486","https://openalex.org/W3207105232","https://openalex.org/W2528198495","https://openalex.org/W3168647569"],"abstract_inverted_index":{"The":[0,197],"choice":[1],"of":[2,13,46,58,90,116,120,135,152,160,168,174],"feature":[3,35],"representation":[4,81,167,210],"can":[5,124,203],"have":[6],"a":[7,14,20,31,56,145],"large":[8],"impact":[9],"on":[10,55,249,274],"the":[11,44,161,165,178,190,228,239],"success":[12],"machine":[15,275],"learning":[16,276],"algorithm":[17,201],"at":[18],"solving":[19],"given":[21],"problem.Although":[22],"human":[23],"engineers":[24],"employing":[25],"taskspecific":[26],"domain":[27],"knowledge":[28],"still":[29],"play":[30],"key":[32],"role":[33],"in":[34,40,96,221],"engineering,":[36],"automated":[37,78],"domainindependent":[38],"algorithms,":[39],"particular":[41],"methods":[42,257],"from":[43],"area":[45],"deep":[47,80,84],"learning,":[48],"are":[49,114,193,216,258],"proving":[50],"more":[51,53,222,225],"and":[52,69,123,224,266],"useful":[54],"variety":[57],"difficult":[59],"tasks,":[60],"including":[61],"speech":[62],"recognition,":[63],"image":[64],"analysis,":[65],"natural":[66],"language":[67],"processing,":[68],"game":[70],"playing.This":[71],"document":[72],"describes":[73],"three":[74],"new":[75,256],"techniques":[76],"for":[77,238],"domain-independent":[79],"learning:\u2022":[82],"Sequential":[83],"neural":[85,103,111],"networks":[86,104],"(SDNN)":[87],"learn":[88,148,184],"representations":[89,269],"data":[91,108,154,240],"that":[92,126,155,164,215,231,254,270],"is":[93,144,171,236],"continuously":[94],"extended":[95],"time":[97],"such":[98,107],"as":[99],"audio.Unlike":[100],"\"sliding":[101],"window\"":[102],"applied":[105],"to":[106,147,183,185,206,212,262],"or":[109,132],"convolutional":[110],"networks,":[112],"SDNNs":[113],"capable":[115],"capturing":[117],"temporal":[118],"patterns":[119],"arbitrary":[121],"span,":[122],"encode":[125],"discovered":[127],"features":[128],"should":[129,233,245],"exhibit":[130],"greater":[131],"lesser":[133],"degrees":[134],"continuity":[136],"through":[137],"time.\u2022":[138],"Deep":[139],"canonical":[140],"correlation":[141],"analysis":[142],"(DCCA)":[143],"method":[146],"parametric":[149,209],"nonlinear":[150],"transformations":[151],"multiview":[153],"capture":[156],"latent":[157],"shared":[158],"aspects":[159],"views":[162,192],"so":[163],"learned":[166],"each":[169],"view":[170],"maximally":[172],"predictive":[173],"(and":[175],"predicted":[176],"by)":[177],"other.DCCA":[179],"may":[180],"be":[181,204,234],"able":[182],"represent":[186],"abstract":[187],"properties":[188],"when":[189],"two":[191],"not":[194],"superficially":[195],"related.\u2022":[196],"orthant-wise":[198],"limited-memory":[199],"quasi-Newton":[200],"(OWL-QN)":[202],"employed":[205],"train":[207],"any":[208],"mapping":[211],"produce":[213,268],"parameters":[214,232],"sparse":[217,235],"(mostly":[218],"zero),":[219],"resulting":[220],"interpretable":[223],"compact":[226],"models.If":[227],"prior":[229],"assumption":[230],"reasonable":[237],"source,":[241],"training":[242],"with":[243],"OWL-QN":[244],"also":[246],"improve":[247],"generalization.Experiments":[248],"many":[250],"different":[251],"tasks":[252],"demonstrate":[253],"these":[255],"computationally":[259],"efficient":[260],"relative":[261],"existing":[263],"comparable":[264],"methods,":[265],"often":[267],"yield":[271],"improved":[272],"performance":[273],"tasks.":[277]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2017-02-03T00:00:00"}