{"id":"https://openalex.org/W3045100618","doi":null,"title":"Distributed Memory based Self-Supervised Differentiable Neural Computer.","display_name":"Distributed Memory based Self-Supervised Differentiable Neural Computer.","publication_year":2020,"publication_date":"2020-07-21","ids":{"openalex":"https://openalex.org/W3045100618","mag":"3045100618"},"language":"en","primary_location":{"id":"mag:3045100618","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2007.10637","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2007.10637","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Tae\u2010Won Park","orcid":"https://orcid.org/0000-0001-9707-4724","observed_orcids":["https://orcid.org/0000-0001-9707-4724"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tae\u2010Won Park","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-9707-4724","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041622394","display_name":"Inchul Choi","orcid":"https://orcid.org/0000-0001-9623-8328","observed_orcids":["https://orcid.org/0000-0001-9623-8328"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Inchul Choi","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-9623-8328","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100342785","display_name":"Minho Lee","orcid":"https://orcid.org/0000-0003-4549-8933","observed_orcids":["https://orcid.org/0000-0003-4549-8933"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minho Lee","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-4549-8933","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.423799991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.423799991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20579999685287476,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.024399999529123306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/memory-augmented-neural-networks","display_name":"memory-augmented neural networks","score":0.8029999732971191},{"id":"https://openalex.org/keywords/distributed-memory","display_name":"distributed memory","score":0.9729999899864197},{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.9629999995231628},{"id":"https://openalex.org/keywords/memory-loss","display_name":"memory loss","score":0.7829999923706055},{"id":"https://openalex.org/keywords/algorithmic-reasoning","display_name":"algorithmic reasoning","score":0.7149999737739563},{"id":"https://openalex.org/keywords/question-answering","display_name":"question answering","score":0.984000027179718}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8518908619880676},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.7276344299316406},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.6731840968132019},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5505452752113342},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5207260251045227},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.5120997428894043},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.499798059463501},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.47831228375434875},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4728669822216034},{"id":"https://openalex.org/C82687282","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Auxiliary memory","level":2,"score":0.47241178154945374},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.4468390941619873},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4194291830062866},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33047839999198914},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3278833031654358},{"id":"https://openalex.org/C133875982","wikidata":"https://www.wikidata.org/wiki/Q764810","display_name":"Shared memory","level":2,"score":0.24351221323013306},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.19855040311813354},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3045100618","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2007.10637","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3045100618","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2007.10637","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1525961042","https://openalex.org/W1794371457","https://openalex.org/W1977577996","https://openalex.org/W2006109140","https://openalex.org/W2036043322","https://openalex.org/W2044707217","https://openalex.org/W2117482391","https://openalex.org/W2169779038","https://openalex.org/W2265796482","https://openalex.org/W2530887700","https://openalex.org/W2537492231","https://openalex.org/W2563734883","https://openalex.org/W2609130030","https://openalex.org/W2751304263","https://openalex.org/W2793273050","https://openalex.org/W2906310736","https://openalex.org/W2918539325","https://openalex.org/W2949369097","https://openalex.org/W2950308898","https://openalex.org/W2950527759","https://openalex.org/W2952556884","https://openalex.org/W2952930135","https://openalex.org/W2963267363","https://openalex.org/W2963693726","https://openalex.org/W2976023236","https://openalex.org/W3004545252"],"related_works":["https://openalex.org/W2918539325","https://openalex.org/W4308612226","https://openalex.org/W2530887700","https://openalex.org/W4226150488","https://openalex.org/W3085172724","https://openalex.org/W2799705287","https://openalex.org/W4377139007","https://openalex.org/W3080360465","https://openalex.org/W3160667972","https://openalex.org/W3204999877"],"abstract_inverted_index":{"A":[0],"differentiable":[1],"neural":[2,9,94],"computer":[3],"(DNC)":[4],"is":[5,139],"a":[6,14,29,62,69,83,100,119,127,136,164],"memory":[7,92,103,112,129],"augmented":[8,93],"network":[10,95,176],"devised":[11],"to":[12,41,68,110,141],"solve":[13],"wide":[15],"range":[16],"of":[17,31,74,161,172],"algorithmic":[18,147],"and":[19,23,43,114,125,148,167],"question":[20,149],"answering":[21,150],"tasks":[22,151],"it":[24],"showed":[25],"promising":[26],"performance":[27,171],"in":[28,49,118,163],"variety":[30],"domains.":[32],"However,":[33],"its":[34],"single":[35],"memory-based":[36,86,175],"operations":[37],"are":[38],"not":[39,55],"enough":[40],"store":[42],"retrieve":[44],"diverse":[45,123],"informative":[46],"representations":[47],"existing":[48],"many":[50],"tasks.":[51],"Furthermore,":[52],"DNC":[53,88,162],"does":[54],"explicitly":[56],"consider":[57],"the":[58,75,142,154,170],"memorization":[59],"itself":[60],"as":[61],"target":[63],"objective,":[64],"which":[65,132],"inevitably":[66],"leads":[67],"very":[70],"slow":[71],"learning":[72],"speed":[73],"model.":[76],"To":[77],"address":[78],"those":[79],"issues,":[80],"we":[81],"propose":[82],"novel":[84],"distributed":[85,102],"self-supervised":[87,128],"architecture":[89],"for":[90,122],"enhanced":[91],"performance.":[96],"We":[97],"introduce":[98],"(i)":[99],"multiple":[101],"block":[104,113],"mechanism":[105],"that":[106,153],"stores":[107],"information":[108,117],"independently":[109],"each":[111],"uses":[115],"stored":[116],"cooperative":[120],"way":[121],"representation":[124],"(ii)":[126],"loss":[130],"term":[131],"ensures":[133],"how":[134],"well":[135],"given":[137],"input":[138],"written":[140],"memory.":[143],"Our":[144],"experiments":[145],"on":[146],"show":[152],"proposed":[155],"model":[156],"outperforms":[157],"all":[158],"other":[159,173],"variations":[160],"large":[165],"margin,":[166],"also":[168],"matches":[169],"state-of-the-art":[174],"models.":[177]},"counts_by_year":[{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2020-07-29T00:00:00"}