{"id":"https://openalex.org/W2990626918","doi":null,"title":"Unsupervised learning of cross-modal mappings between speech and text","display_name":"Unsupervised learning of cross-modal mappings between speech and text","alternate_titles":[],"publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2990626918","mag":"2990626918"},"language":"en","primary_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/122695","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/122695","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W2990626918"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/1721.1/122695","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008107321","display_name":"Yu-An Chung","orcid":"https://orcid.org/0000-0001-9451-7956","observed_orcids":["https://orcid.org/0000-0001-9451-7956"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Yu-An Chung","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5008107321"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cross-modal-alignment","display_name":"cross-modal alignment","score":0.7639999985694885},{"id":"https://openalex.org/keywords/speech-to-text-translation","display_name":"speech-to-text translation","score":0.7870000004768372},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"unsupervised learning","score":0.9819999933242798},{"id":"https://openalex.org/keywords/latent-representations","display_name":"latent representations","score":0.6050000190734863},{"id":"https://openalex.org/keywords/word-meaning","display_name":"word meaning","score":0.7829999923706055},{"id":"https://openalex.org/keywords/word-relationships","display_name":"word relations","score":0.7710000276565552},{"id":"https://openalex.org/keywords/low-resource-languages","display_name":"low-resource languages","score":0.7039999961853027},{"id":"https://openalex.org/keywords/text-to-speech-translation","display_name":"text-to-speech translation","score":0.4429999887943268}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6088123321533203},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5906798243522644},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5563223361968994},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4827515482902527},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.44017407298088074},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:dspace.mit.edu:1721.1/122695","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/122695","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"mag:2990626918","doi":null,"is_oa":false,"landing_page_url":"https://dspace.mit.edu/handle/1721.1/122695","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/122695","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/122695","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2990626918.pdf","grobid_xml":"https://content.openalex.org/works/W2990626918.grobid-xml"},"referenced_works_count":140,"referenced_works":["https://openalex.org/W176510440","https://openalex.org/W342285082","https://openalex.org/W854541894","https://openalex.org/W1491317234","https://openalex.org/W1494198834","https://openalex.org/W1542713999","https://openalex.org/W1778492285","https://openalex.org/W1796128977","https://openalex.org/W1860935423","https://openalex.org/W1880262756","https://openalex.org/W1902237438","https://openalex.org/W1924770834","https://openalex.org/W2022058071","https://openalex.org/W2025768430","https://openalex.org/W2032943813","https://openalex.org/W2055408826","https://openalex.org/W2057007397","https://openalex.org/W2059652594","https://openalex.org/W2064675550","https://openalex.org/W2079460648","https://openalex.org/W2099471712","https://openalex.org/W2100768664","https://openalex.org/W2101105183","https://openalex.org/W2102113734","https://openalex.org/W2114347655","https://openalex.org/W2117041980","https://openalex.org/W2117130368","https://openalex.org/W2126725946","https://openalex.org/W2127499922","https://openalex.org/W2130942839","https://openalex.org/W2132339004","https://openalex.org/W2133564696","https://openalex.org/W2134767644","https://openalex.org/W2134800885","https://openalex.org/W2137010615","https://openalex.org/W2139501017","https://openalex.org/W2143612262","https://openalex.org/W2150622104","https://openalex.org/W2153579005","https://openalex.org/W2157331557","https://openalex.org/W2158997610","https://openalex.org/W2187089797","https://openalex.org/W2190506272","https://openalex.org/W2193413348","https://openalex.org/W2250539671","https://openalex.org/W2251253014","https://openalex.org/W2252211741","https://openalex.org/W2284660317","https://openalex.org/W2294774419","https://openalex.org/W2295297373","https://openalex.org/W2296283641","https://openalex.org/W2296681920","https://openalex.org/W2327501763","https://openalex.org/W2338266296","https://openalex.org/W2339294230","https://openalex.org/W2387546565","https://openalex.org/W2398490608","https://openalex.org/W2399576818","https://openalex.org/W2400549570","https://openalex.org/W2407614114","https://openalex.org/W2468716020","https://openalex.org/W2493916176","https://openalex.org/W2513016193","https://openalex.org/W2516995758","https://openalex.org/W2525778437","https://openalex.org/W2556930864","https://openalex.org/W2561995736","https://openalex.org/W2566587499","https://openalex.org/W2578868202","https://openalex.org/W2580178245","https://openalex.org/W2582956876","https://openalex.org/W2586148577","https://openalex.org/W2594021297","https://openalex.org/W2599585580","https://openalex.org/W2601713192","https://openalex.org/W2604132379","https://openalex.org/W2605131327","https://openalex.org/W2605762339","https://openalex.org/W2610308073","https://openalex.org/W2613904329","https://openalex.org/W2622203030","https://openalex.org/W2740132093","https://openalex.org/W2741602058","https://openalex.org/W2759071281","https://openalex.org/W2760424551","https://openalex.org/W2765961751","https://openalex.org/W2766182427","https://openalex.org/W2767224889","https://openalex.org/W2775304348","https://openalex.org/W2786685006","https://openalex.org/W2786891429","https://openalex.org/W2787560479","https://openalex.org/W2794999731","https://openalex.org/W2796768192","https://openalex.org/W2798812533","https://openalex.org/W2798886742","https://openalex.org/W2798908575","https://openalex.org/W2802557066","https://openalex.org/W2808682925","https://openalex.org/W2882319491","https://openalex.org/W2884305338","https://openalex.org/W2889028433","https://openalex.org/W2889213362","https://openalex.org/W2889313720","https://openalex.org/W2890731353","https://openalex.org/W2899069432","https://openalex.org/W2899134946","https://openalex.org/W2899771611","https://openalex.org/W2903320905","https://openalex.org/W2907262790","https://openalex.org/W2913851961","https://openalex.org/W2935542736","https://openalex.org/W2951559648","https://openalex.org/W2952230511","https://openalex.org/W2962736743","https://openalex.org/W2962775040","https://openalex.org/W2962854302","https://openalex.org/W2962925243","https://openalex.org/W2963002901","https://openalex.org/W2963118869","https://openalex.org/W2963216553","https://openalex.org/W2963296402","https://openalex.org/W2963340922","https://openalex.org/W2963341956","https://openalex.org/W2963425185","https://openalex.org/W2963571336","https://openalex.org/W2963609956","https://openalex.org/W2963618559","https://openalex.org/W2963834942","https://openalex.org/W2964090065","https://openalex.org/W2964169922","https://openalex.org/W2964243274","https://openalex.org/W2972943112","https://openalex.org/W2998704965","https://openalex.org/W3100270690","https://openalex.org/W3123318516","https://openalex.org/W4289665794","https://openalex.org/W4297808394","https://openalex.org/W4301140751","https://openalex.org/W7097023696"],"related_works":["https://openalex.org/W2560482944","https://openalex.org/W2226648380","https://openalex.org/W7220749886","https://openalex.org/W7220815603","https://openalex.org/W7006317252","https://openalex.org/W3112092703","https://openalex.org/W4297841354","https://openalex.org/W1998316128","https://openalex.org/W7034760298","https://openalex.org/W2985969781"],"abstract_inverted_index":{"Deep":[0],"learning":[1,9,33,212],"is":[2,139],"one":[3],"of":[4,19,40,58,60,62,69,79,96,193,226],"the":[5,13,67,136,197,202,227],"most":[6],"prominent":[7],"machine":[8],"techniques":[10],"nowadays,":[11],"being":[12],"state-of-the-art":[14,102],"on":[15,37,56],"a":[16,114,143,151,164,191,216,232],"broad":[17],"range":[18],"applications":[20],"in":[21,125,154,163,167,201],"computer":[22],"vision,":[23],"natural":[24],"language":[25,83],"processing,":[26],"and":[27,29,85,122,171,204,221,241],"speech":[28,50,103,121,157,203,220,240],"audio":[30,70],"processing.Current":[31],"deep":[32],"models,":[34,77,84],"however,":[35],"rely":[36],"significant":[38],"amounts":[39],"supervision":[41],"for":[42,74,81,117],"training":[43,75,82],"to":[44,91,106,149],"achieve":[45],"exceptional":[46],"performance.For":[47],"example,":[48],"commercial":[49],"recognition":[51,104],"systems":[52],"are":[53,175],"usually":[54],"trained":[55,130],"tens":[57],"thousands":[59],"hours":[61],"annotated":[63],"data,":[64],"which":[65,168],"take":[66],"form":[68],"paired":[71],"with":[72],"transcriptions":[73],"acoustic":[76],"collections":[78],"text":[80,205,242],"(possibly)":[86],"linguist-crafted":[87],"lexicons":[88],"mapping":[89,118],"words":[90,174,189],"their":[92],"pronunciations.The":[93],"immense":[94],"cost":[95],"collecting":[97],"these":[98],"resources":[99],"makes":[100],"applying":[101],"algorithm":[105,213],"under-resourced":[107],"languages":[108],"infeasible.In":[109],"this":[110,126],"thesis,":[111],"we":[112,178,208,230],"propose":[113,142],"general":[115],"framework":[116,127,138],"sequences":[119],"between":[120,173,219],"text.Each":[123],"component":[124],"can":[128],"be":[129],"without":[131],"any":[132],"labeled":[133],"data":[134],"so":[135],"entire":[137],"unsupervised.We":[140],"first":[141],"novel":[144],"neural":[145],"architecture":[146],"that":[147,183,214],"learns":[148,215],"represent":[150],"spoken":[152],"word":[153,169],"an":[155,160,210,223],"unlabeled":[156,239],"corpus":[158,192],"as":[159],"embedding":[161,206],"vector":[162],"latent":[165,181],"space,":[166],"semantics":[170],"relationships":[172],"captured.In":[176],"parallel,":[177],"train":[179],"another":[180],"space":[182],"captures":[184],"similar":[185],"information":[186],"about":[187],"written":[188],"using":[190,237],"unannotated":[194],"text.By":[195],"exploiting":[196],"geometrical":[198],"properties":[199],"exhibited":[200],"spaces,":[207],"develop":[209,231],"unsupervised":[211,233],"cross-modal":[217],"alignment":[218],"text.As":[222],"example":[224],"application":[225],"learned":[228],"alignment,":[229],"speech-to-text":[234],"translation":[235],"system":[236],"only":[238],"corpora.":[243]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2990626918","counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2019-12-05T00:00:00"}
