{"id":"https://openalex.org/W4392384730","doi":"https://doi.org/10.1088/2632-2153/ad2feb","title":"The impact of memory on learning sequence-to-sequence tasks","display_name":"The impact of memory on learning sequence-to-sequence tasks","publication_year":2024,"publication_date":"2024-03-01","ids":{"openalex":"https://openalex.org/W4392384730","doi":"https://doi.org/10.1088/2632-2153/ad2feb"},"language":"en","primary_location":{"id":"doi:10.1088/2632-2153/ad2feb","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/ad2feb","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1088/2632-2153/ad2feb","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036091404","display_name":"Alireza Seif","orcid":"https://orcid.org/0000-0001-5419-5999"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alireza Seif","raw_affiliation_strings":["University of Chicago, Eckhardt, 5720 S Ellis Ave #201, Chicago, 60637, UNITED STATES"],"raw_orcid":"https://orcid.org/0000-0001-5419-5999","affiliations":[{"raw_affiliation_string":"University of Chicago, Eckhardt, 5720 S Ellis Ave #201, Chicago, 60637, UNITED STATES","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037950661","display_name":"Sarah A. M. Loos","orcid":"https://orcid.org/0000-0002-5946-5684"},"institutions":[{"id":"https://openalex.org/I12323705","display_name":"The Abdus Salam International Centre for Theoretical Physics (ICTP)","ror":"https://ror.org/009gyvm78","country_code":"IT","type":"facility","lineage":["https://openalex.org/I12323705","https://openalex.org/I1286959531","https://openalex.org/I1293226324","https://openalex.org/I2801247003"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Sarah A M Loos","raw_affiliation_strings":["ICTP \u2013 The Abdus Salam International Centre for Theoretical Physics, Str. Costiera, 11, Trieste, 34151, ITALY"],"raw_orcid":"https://orcid.org/0000-0002-5946-5684","affiliations":[{"raw_affiliation_string":"ICTP \u2013 The Abdus Salam International Centre for Theoretical Physics, Str. Costiera, 11, Trieste, 34151, ITALY","institution_ids":["https://openalex.org/I12323705"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002429298","display_name":"Gennaro Tucci","orcid":"https://orcid.org/0000-0003-2650-1631"},"institutions":[{"id":"https://openalex.org/I4210088711","display_name":"Max Planck Institute for Dynamics and Self-Organization","ror":"https://ror.org/0087djs12","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210088711"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gennaro Tucci","raw_affiliation_strings":["Max-Planck-Institute for Dynamics and Self-Organization, Am Fa\u00dfberg 17, Gottingen, 37073, GERMANY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max-Planck-Institute for Dynamics and Self-Organization, Am Fa\u00dfberg 17, Gottingen, 37073, GERMANY","institution_ids":["https://openalex.org/I4210088711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088697177","display_name":"\u00c9dgar Rold\u00e1n","orcid":"https://orcid.org/0000-0001-7196-8404"},"institutions":[{"id":"https://openalex.org/I12323705","display_name":"The Abdus Salam International Centre for Theoretical Physics (ICTP)","ror":"https://ror.org/009gyvm78","country_code":"IT","type":"facility","lineage":["https://openalex.org/I12323705","https://openalex.org/I1286959531","https://openalex.org/I1293226324","https://openalex.org/I2801247003"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"\u00c9dgar Rold\u00e1n","raw_affiliation_strings":["Abdus Salam International Centre for Theoretical Physics, Str. Costiera, 11, Trieste, 34151, ITALY"],"raw_orcid":"https://orcid.org/0000-0001-7196-8404","affiliations":[{"raw_affiliation_string":"Abdus Salam International Centre for Theoretical Physics, Str. Costiera, 11, Trieste, 34151, ITALY","institution_ids":["https://openalex.org/I12323705"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057039281","display_name":"Sebastian Goldt","orcid":"https://orcid.org/0000-0002-5799-7644"},"institutions":[{"id":"https://openalex.org/I138549579","display_name":"Scuola Internazionale Superiore di Studi Avanzati","ror":"https://ror.org/004fze387","country_code":"IT","type":"education","lineage":["https://openalex.org/I138549579"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Sebastian Goldt","raw_affiliation_strings":["SISSA, via Bonomea, 265, Trieste, Trieste, 34014, ITALY"],"raw_orcid":"https://orcid.org/0000-0002-5799-7644","affiliations":[{"raw_affiliation_string":"SISSA, via Bonomea, 265, Trieste, Trieste, 34014, ITALY","institution_ids":["https://openalex.org/I138549579"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5057039281"],"corresponding_institution_ids":["https://openalex.org/I138549579"],"apc_list":{"value":3000,"currency":"USD","value_usd":3000},"apc_paid":{"value":3000,"currency":"USD","value_usd":3000},"fwci":0.6982,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73998529,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"5","issue":"1","first_page":"015053","last_page":"015053"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.6543999910354614,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.6543999910354614,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.7836693525314331},{"id":"https://openalex.org/keywords/sequence-learning","display_name":"Sequence learning","score":0.6398910284042358},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4349954128265381},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3749380111694336},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.37485551834106445},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.16126075387001038},{"id":"https://openalex.org/keywords/genetics","display_name":"Genetics","score":0.1141798198223114}],"concepts":[{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.7836693525314331},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.6398910284042358},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4349954128265381},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3749380111694336},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37485551834106445},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.16126075387001038},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.1141798198223114}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1088/2632-2153/ad2feb","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/ad2feb","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:340d7140992545d6816cbb17106f49cb","is_oa":true,"landing_page_url":"https://doaj.org/article/340d7140992545d6816cbb17106f49cb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning: Science and Technology, Vol 5, Iss 1, p 015053 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1088/2632-2153/ad2feb","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/ad2feb","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5899999737739563}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1686810756","https://openalex.org/W2015263507","https://openalex.org/W2022476185","https://openalex.org/W2025054189","https://openalex.org/W2027802883","https://openalex.org/W2058568633","https://openalex.org/W2064675550","https://openalex.org/W2066424095","https://openalex.org/W2087654101","https://openalex.org/W2090614046","https://openalex.org/W2099231026","https://openalex.org/W2147800946","https://openalex.org/W2163605009","https://openalex.org/W2169198913","https://openalex.org/W2194775991","https://openalex.org/W2318975202","https://openalex.org/W2341702711","https://openalex.org/W2593362899","https://openalex.org/W2754759990","https://openalex.org/W2766572821","https://openalex.org/W2771742794","https://openalex.org/W2785964071","https://openalex.org/W2883380036","https://openalex.org/W2896457183","https://openalex.org/W2914231411","https://openalex.org/W2920618299","https://openalex.org/W2923537029","https://openalex.org/W2945765717","https://openalex.org/W2958037189","https://openalex.org/W2964199361","https://openalex.org/W2967847967","https://openalex.org/W2969727275","https://openalex.org/W2970723196","https://openalex.org/W2994588524","https://openalex.org/W3034340526","https://openalex.org/W3035985798","https://openalex.org/W3037648364","https://openalex.org/W3094502228","https://openalex.org/W3100492156","https://openalex.org/W3102365378","https://openalex.org/W3117575511","https://openalex.org/W3118805512","https://openalex.org/W3129819231","https://openalex.org/W3135541457","https://openalex.org/W3154949003","https://openalex.org/W3167749099","https://openalex.org/W3171727251","https://openalex.org/W3173579267","https://openalex.org/W3207273938","https://openalex.org/W3210302911","https://openalex.org/W4200206940","https://openalex.org/W4206434796","https://openalex.org/W4285493944","https://openalex.org/W4287868907","https://openalex.org/W4292779060","https://openalex.org/W4321392323","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6637373629","https://openalex.org/W6684191040","https://openalex.org/W6684941089","https://openalex.org/W6687483927","https://openalex.org/W6755207826","https://openalex.org/W6767348665","https://openalex.org/W6773952175","https://openalex.org/W6778883912","https://openalex.org/W6779468985","https://openalex.org/W6779913060","https://openalex.org/W6780021168","https://openalex.org/W6780266352","https://openalex.org/W6784333009","https://openalex.org/W6790250994","https://openalex.org/W6790640608","https://openalex.org/W7058043494"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2883195674","https://openalex.org/W2072736607","https://openalex.org/W1975283790","https://openalex.org/W2154645626","https://openalex.org/W3080374445","https://openalex.org/W2583284254","https://openalex.org/W2964790801","https://openalex.org/W1985454926","https://openalex.org/W2288377554"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"recent":[2],"success":[3],"of":[4,35,62,69,84,90,119,148,162],"neural":[5,36,180,192],"networks":[6,181],"in":[7,73,92,115],"natural":[8],"language":[9],"processing":[10],"has":[11,59],"drawn":[12],"renewed":[13],"attention":[14],"to":[15,86,112,189],"learning":[16,100,109],"sequence-to-sequence":[17],"(seq2seq)":[18],"tasks.":[19],"While":[20],"there":[21],"exists":[22],"a":[23,51,55,82,96],"rich":[24],"literature":[25],"that":[26,58,134,142,182,184],"studies":[27],"classification":[28],"and":[29,178],"regression":[30],"tasks":[31,39],"using":[32],"solvable":[33],"models":[34],"networks,":[37],"seq2seq":[38,56],"have":[40],"not":[41],"yet":[42],"been":[43],"studied":[44],"from":[45,126],"this":[46,104],"perspective.":[47],"Here,":[48],"we":[49,106,140,173],"propose":[50],"simple":[52],"model":[53,101,151],"for":[54],"task":[57],"the":[60,67,74,88,93,116,120,127,136,145,149,160,163],"advantage":[61],"providing":[63],"explicit":[64],"control":[65],"over":[66,188],"degree":[68],"memory,":[70],"or":[71,168],"non-Markovianity,":[72],"sequences\u2014the":[75],"stochastic":[76],"switching-Ornstein\u2013Uhlenbeck":[77],"(SSOU)":[78],"model.":[79],"We":[80],"introduce":[81],"measure":[83],"non-Markovianity":[85,161],"quantify":[87],"amount":[89],"memory":[91],"sequences.":[94],"For":[95],"minimal":[97],"auto-regressive":[98],"(AR)":[99],"trained":[102],"on":[103],"task,":[105],"identify":[107],"two":[108,130],"regimes":[110],"corresponding":[111],"distinct":[113],"phases":[114,124],"stationary":[117],"state":[118],"SSOU":[121],"process.":[122],"These":[123],"emerge":[125],"interplay":[128],"between":[129],"different":[131],"time":[132],"scales":[133],"govern":[135],"sequence":[137],"statistics.":[138],"Moreover,":[139],"observe":[141],"while":[143],"increasing":[144,159],"integration":[146],"window":[147],"AR":[150],"always":[152],"improves":[153],"performance,":[154],"albeit":[155],"with":[156,176],"diminishing":[157],"returns,":[158],"input":[164],"sequences":[165],"can":[166],"improve":[167],"degrade":[169],"its":[170],"performance.":[171],"Finally,":[172],"perform":[174],"experiments":[175],"recurrent":[177],"convolutional":[179],"show":[183],"our":[185],"observations":[186],"carry":[187],"more":[190],"complicated":[191],"network":[193],"architectures.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}