{"id":"https://openalex.org/W4415180325","doi":"https://doi.org/10.23919/ecc65951.2025.11186918","title":"Enhanced Transformer architecture for in-context learning of dynamical systems","display_name":"Enhanced Transformer architecture for in-context learning of dynamical systems","publication_year":2025,"publication_date":"2025-06-24","ids":{"openalex":"https://openalex.org/W4415180325","doi":"https://doi.org/10.23919/ecc65951.2025.11186918"},"language":"en","primary_location":{"id":"doi:10.23919/ecc65951.2025.11186918","is_oa":false,"landing_page_url":"https://doi.org/10.23919/ecc65951.2025.11186918","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 European Control Conference (ECC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094123715","display_name":"Matteo Rufolo","orcid":null},"institutions":[{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Matteo Rufolo","raw_affiliation_strings":["SUPSI, IDSIA,Lugano,Switzerland,6962"],"affiliations":[{"raw_affiliation_string":"SUPSI, IDSIA,Lugano,Switzerland,6962","institution_ids":["https://openalex.org/I2614128279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046585507","display_name":"Dario Piga","orcid":"https://orcid.org/0000-0001-7691-4886"},"institutions":[{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Dario Piga","raw_affiliation_strings":["SUPSI, IDSIA,Lugano,Switzerland,6962"],"affiliations":[{"raw_affiliation_string":"SUPSI, IDSIA,Lugano,Switzerland,6962","institution_ids":["https://openalex.org/I2614128279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071522745","display_name":"Gabriele Maroni","orcid":"https://orcid.org/0000-0002-4731-7238"},"institutions":[{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Gabriele Maroni","raw_affiliation_strings":["SUPSI, IDSIA,Lugano,Switzerland,6962"],"affiliations":[{"raw_affiliation_string":"SUPSI, IDSIA,Lugano,Switzerland,6962","institution_ids":["https://openalex.org/I2614128279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034862814","display_name":"Marco Forgione","orcid":"https://orcid.org/0000-0001-6772-1580"},"institutions":[{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Marco Forgione","raw_affiliation_strings":["SUPSI, IDSIA,Lugano,Switzerland,6962"],"affiliations":[{"raw_affiliation_string":"SUPSI, IDSIA,Lugano,Switzerland,6962","institution_ids":["https://openalex.org/I2614128279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5094123715"],"corresponding_institution_ids":["https://openalex.org/I2614128279"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15915866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"819","last_page":"824"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11236","display_name":"Control Systems and Identification","score":0.9492999911308289,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9469000101089478,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5756999850273132},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5432999730110168},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5077000260353088},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5023999810218811},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46369999647140503},{"id":"https://openalex.org/keywords/dynamical-systems-theory","display_name":"Dynamical systems theory","score":0.45719999074935913},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.44589999318122864},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.4002000093460083}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6990000009536743},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5756999850273132},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5432999730110168},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5110999941825867},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5077000260353088},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5023999810218811},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46369999647140503},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4580000042915344},{"id":"https://openalex.org/C79379906","wikidata":"https://www.wikidata.org/wiki/Q3174497","display_name":"Dynamical systems theory","level":2,"score":0.45719999074935913},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.44589999318122864},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4002000093460083},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.37599998712539673},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.36419999599456787},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3621000051498413},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.33149999380111694},{"id":"https://openalex.org/C119247159","wikidata":"https://www.wikidata.org/wiki/Q1366192","display_name":"System identification","level":3,"score":0.3253999948501587},{"id":"https://openalex.org/C98025372","wikidata":"https://www.wikidata.org/wiki/Q477538","display_name":"Systems architecture","level":3,"score":0.299699991941452},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.29490000009536743},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.275299996137619},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25940001010894775},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.25270000100135803},{"id":"https://openalex.org/C50897621","wikidata":"https://www.wikidata.org/wiki/Q2665508","display_name":"Hybrid system","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/ecc65951.2025.11186918","is_oa":false,"landing_page_url":"https://doi.org/10.23919/ecc65951.2025.11186918","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 European Control Conference (ECC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1598493736","https://openalex.org/W1677182931","https://openalex.org/W2092766760","https://openalex.org/W3008748818","https://openalex.org/W3094502228","https://openalex.org/W3122063555","https://openalex.org/W3163842339","https://openalex.org/W3177318507","https://openalex.org/W4385128036","https://openalex.org/W4385245566","https://openalex.org/W4385439039","https://openalex.org/W4388878652","https://openalex.org/W4388895037","https://openalex.org/W4388903222","https://openalex.org/W4402623302","https://openalex.org/W4402641398","https://openalex.org/W4407949749"],"related_works":[],"abstract_inverted_index":{"Recently":[0],"introduced":[1],"by":[2,45,71,80,88],"some":[3],"of":[4,26,30,100],"the":[5,7,24,63,73,111,116],"authors,":[6],"in-context":[8],"identification":[9],"paradigm":[10],"aims":[11],"at":[12],"estimating,":[13],"offline":[14],"and":[15,84,87,120],"based":[16],"on":[17,110],"synthetic":[18],"data,":[19],"a":[20,27,46,54,77,106],"meta-model":[21,35],"that":[22],"describes":[23],"behavior":[25,52],"whole":[28],"class":[29],"systems.":[31],"Once":[32],"trained,":[33],"this":[34,59],"is":[36,103],"fed":[37],"with":[38],"an":[39],"observed":[40],"input/output":[41],"sequence":[42],"(context)":[43],"generated":[44],"real":[47],"system":[48,113],"to":[49,92],"predict":[50],"its":[51],"in":[53],"zero-shot":[55],"learning":[56,74],"fashion.":[57],"In":[58],"paper,":[60],"we":[61],"enhance":[62],"original":[64],"meta-modeling":[65],"framework":[66],"through":[67,105],"three":[68],"key":[69],"innovations:":[70],"formulating":[72],"task":[75],"within":[76],"probabilistic":[78],"framework;":[79],"managing":[81],"non-contiguous":[82],"context":[83,96],"query":[85],"windows;":[86],"adopting":[89],"recurrent":[90],"patching":[91],"effectively":[93],"handle":[94],"long":[95],"sequences.":[97],"The":[98],"efficacy":[99],"these":[101],"modifications":[102],"demonstrated":[104],"numerical":[107],"example":[108],"focusing":[109],"Wiener-Hammerstein":[112],"class,":[114],"highlighting":[115],"model\u2019s":[117],"enhanced":[118],"performance":[119],"scalability.":[121]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-15T00:00:00"}