{"id":"https://openalex.org/W7127050567","doi":"https://doi.org/10.1007/s10489-025-07066-0","title":"Using transformers to learn system models","display_name":"Using transformers to learn system models","publication_year":2026,"publication_date":"2026-02-01","ids":{"openalex":"https://openalex.org/W7127050567","doi":"https://doi.org/10.1007/s10489-025-07066-0"},"language":"en","primary_location":{"id":"doi:10.1007/s10489-025-07066-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-025-07066-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-025-07066-0.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10489-025-07066-0.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124736486","display_name":"Alfredo Ibias","orcid":null},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alfredo Ibias","raw_affiliation_strings":["Design and Testing of Reliable Systems Research Group, Complutense University of Madrid, C. del Prof. Jos\u00e9 Garc\u00eda Santesmases, Madrid, 28040, Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Design and Testing of Reliable Systems Research Group, Complutense University of Madrid, C. del Prof. Jos\u00e9 Garc\u00eda Santesmases, Madrid, 28040, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124746877","display_name":"Manuel M\u00e9ndez","orcid":null},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Manuel M\u00e9ndez","raw_affiliation_strings":["Design and Testing of Reliable Systems Research Group, Complutense University of Madrid, C. del Prof. Jos\u00e9 Garc\u00eda Santesmases, Madrid, 28040, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-6802-2164","affiliations":[{"raw_affiliation_string":"Design and Testing of Reliable Systems Research Group, Complutense University of Madrid, C. del Prof. Jos\u00e9 Garc\u00eda Santesmases, Madrid, 28040, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124737605","display_name":"Manuel N\u00fa\u00f1ez","orcid":null},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Manuel N\u00fa\u00f1ez","raw_affiliation_strings":["Design and Testing of Reliable Systems Research Group, Complutense University of Madrid, C. del Prof. Jos\u00e9 Garc\u00eda Santesmases, Madrid, 28040, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0001-9808-6401","affiliations":[{"raw_affiliation_string":"Design and Testing of Reliable Systems Research Group, Complutense University of Madrid, C. del Prof. Jos\u00e9 Garc\u00eda Santesmases, Madrid, 28040, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124724886","display_name":"Francisco Palomo-Lozano","orcid":null},"institutions":[{"id":"https://openalex.org/I39147953","display_name":"Universidad de C\u00e1diz","ror":"https://ror.org/04mxxkb11","country_code":"ES","type":"education","lineage":["https://openalex.org/I39147953"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Francisco Palomo-Lozano","raw_affiliation_strings":["Escuela Superior de Ingenier\u00eda, University of C\u00e1diz, Av. Universidad de C\u00e1diz, Puerto Real, 11519, Cadiz, Spain"],"raw_orcid":"https://orcid.org/0000-0002-6773-205X","affiliations":[{"raw_affiliation_string":"Escuela Superior de Ingenier\u00eda, University of C\u00e1diz, Av. Universidad de C\u00e1diz, Puerto Real, 11519, Cadiz, Spain","institution_ids":["https://openalex.org/I39147953"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5124724886"],"corresponding_institution_ids":["https://openalex.org/I39147953"],"apc_list":{"value":3190,"currency":"USD","value_usd":3190},"apc_paid":{"value":3190,"currency":"USD","value_usd":3190},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10228231,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"56","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.25780001282691956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.25780001282691956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.1446000039577484,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.11509999632835388,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.8068000078201294},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.79339998960495},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.5059000253677368},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.3601999878883362},{"id":"https://openalex.org/keywords/systems-design","display_name":"Systems design","score":0.3239000141620636},{"id":"https://openalex.org/keywords/system-model","display_name":"System model","score":0.3174000084400177}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.891700029373169},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.8068000078201294},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.79339998960495},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.5059000253677368},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47189998626708984},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44699999690055847},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.3601999878883362},{"id":"https://openalex.org/C31352089","wikidata":"https://www.wikidata.org/wiki/Q3750474","display_name":"Systems design","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C107645828","wikidata":"https://www.wikidata.org/wiki/Q12070446","display_name":"System model","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C92548554","wikidata":"https://www.wikidata.org/wiki/Q2262868","display_name":"Domain model","level":3,"score":0.2815000116825104},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2669000029563904},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.2590999901294708}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10489-025-07066-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-025-07066-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-025-07066-0.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10489-025-07066-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-025-07066-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-025-07066-0.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1041601753","display_name":null,"funder_award_id":"PID2021\u2010122215NB\u2010C33","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G143386284","display_name":null,"funder_award_id":"TEC-2024/COM-235","funder_id":"https://openalex.org/F4320313831","funder_display_name":"Comunidad de Madrid"},{"id":"https://openalex.org/G618424314","display_name":null,"funder_award_id":"PID2021-122215NB-C31","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320313831","display_name":"Comunidad de Madrid","ror":null},{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320325313","display_name":"Universidad de C\u00e1diz","ror":"https://ror.org/04mxxkb11"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7127050567.pdf","grobid_xml":"https://content.openalex.org/works/W7127050567.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W140384553","https://openalex.org/W315890393","https://openalex.org/W941301462","https://openalex.org/W1559171143","https://openalex.org/W1725778618","https://openalex.org/W1980187498","https://openalex.org/W1989445634","https://openalex.org/W2014096115","https://openalex.org/W2020284627","https://openalex.org/W2084056389","https://openalex.org/W2126867641","https://openalex.org/W2136411771","https://openalex.org/W2150990363","https://openalex.org/W2157526632","https://openalex.org/W2546727821","https://openalex.org/W2583228413","https://openalex.org/W2617662976","https://openalex.org/W2883361032","https://openalex.org/W2903739847","https://openalex.org/W2954019045","https://openalex.org/W2972833528","https://openalex.org/W3124325695","https://openalex.org/W3173640610","https://openalex.org/W3187378100","https://openalex.org/W3195326944","https://openalex.org/W4281791221","https://openalex.org/W4312937560","https://openalex.org/W4320882961","https://openalex.org/W4320882980","https://openalex.org/W4322755838","https://openalex.org/W4362673453","https://openalex.org/W4379467729","https://openalex.org/W4382192981","https://openalex.org/W4384009798","https://openalex.org/W4385627008","https://openalex.org/W4389369110"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Models":[1],"play":[2],"a":[3,71],"critical":[4],"role":[5],"in":[6,17],"supporting":[7],"Verification":[8],"and":[9,45,101,116],"Validation":[10],"activities.":[11],"However,":[12],"they":[13],"are":[14],"often":[15],"unavailable":[16],"practice,":[18],"such":[19],"as":[20],"for":[21],"legacy":[22],"systems":[23],"or":[24],"third-party":[25],"components.":[26],"Model":[27],"learning":[28,54,92,133,144],"addresses":[29],"this":[30,67],"gap":[31],"through":[32],"two":[33,103],"main":[34],"approaches:":[35],"passive":[36,91],"learning,":[37,47],"which":[38,48],"infers":[39],"models":[40,82],"from":[41,83],"existing":[42],"execution":[43,84],"traces,":[44],"active":[46,97,143],"interacts":[49],"with":[50,93],"the":[51,88,94],"system":[52,81],"under":[53],"(SUL)":[55],"to":[56,77,142],"generate":[57],"more":[58],"general":[59],"models,":[60],"but":[61],"at":[62],"higher":[63],"computational":[64],"cost.":[65],"In":[66],"work,":[68],"we":[69],"propose":[70],"novel":[72],"application":[73],"of":[74,90,96],"Transformer":[75],"architectures":[76],"implicitly":[78],"learn":[79],"generic":[80],"traces":[85],"alone,":[86],"combining":[87],"efficiency":[89],"generality":[95],"learning.":[98],"We":[99],"design":[100],"evaluate":[102],"Transformer-based":[104],"architectures:":[105],"one":[106],"focused":[107,118],"on":[108,119],"exploitation,":[109],"achieving":[110],"over":[111],"$$\\varvec{95\\%}$$":[112],"valid":[113],"trace":[114],"generation;":[115],"another":[117],"exploration,":[120],"generating":[121],"approximately":[122],"$$\\varvec{60\\%}$$":[123],"novel,":[124],"previously":[125],"unseen":[126],"traces.":[127],"Our":[128],"methods":[129],"outperform":[130],"state-of-the-art":[131],"model":[132],"techniques,":[134],"demonstrating":[135],"that":[136],"Transformers":[137],"can":[138],"achieve":[139],"results":[140],"comparable":[141],"while":[145],"requiring":[146],"significantly":[147],"fewer":[148],"resources.":[149]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2026-02-03T00:00:00"}