{"id":"https://openalex.org/W7127372158","doi":"https://doi.org/10.1093/jigpal/jzaf040","title":"A didactic overview of Transformer applications: model variations and user guidelines","display_name":"A didactic overview of Transformer applications: model variations and user guidelines","publication_year":2025,"publication_date":"2025-05-21","ids":{"openalex":"https://openalex.org/W7127372158","doi":"https://doi.org/10.1093/jigpal/jzaf040"},"language":"en","primary_location":{"id":"doi:10.1093/jigpal/jzaf040","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jigpal/jzaf040","pdf_url":null,"source":{"id":"https://openalex.org/S2734381524","display_name":"Logic Journal of IGPL","issn_l":"1367-0751","issn":["1367-0751","1368-9894"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Logic Journal of the IGPL","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1093/jigpal/jzaf040","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092710987","display_name":"M. I. Cabrera-Bermejo","orcid":"https://orcid.org/0009-0001-4749-0882"},"institutions":[{"id":"https://openalex.org/I191420491","display_name":"Universidad de Ja\u00e9n","ror":"https://ror.org/0122p5f64","country_code":"ES","type":"education","lineage":["https://openalex.org/I191420491"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"MI Cabrera-Bermejo","raw_affiliation_strings":["Intelligent Systems and Data Mining Group , Department of Computer Science, University of Ja\u00e9n, 23071, Ja\u00e9n, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Systems and Data Mining Group , Department of Computer Science, University of Ja\u00e9n, 23071, Ja\u00e9n, Spain","institution_ids":["https://openalex.org/I191420491"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124961368","display_name":"M Germ\u00e1n","orcid":null},"institutions":[{"id":"https://openalex.org/I191420491","display_name":"Universidad de Ja\u00e9n","ror":"https://ror.org/0122p5f64","country_code":"ES","type":"education","lineage":["https://openalex.org/I191420491"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"M Germ\u00e1n","raw_affiliation_strings":["Intelligent Systems and Data Mining Group , Department of Computer Science, University of Ja\u00e9n, 23071, Ja\u00e9n, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Systems and Data Mining Group , Department of Computer Science, University of Ja\u00e9n, 23071, Ja\u00e9n, Spain","institution_ids":["https://openalex.org/I191420491"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103328007","display_name":"Diego de la Rosa","orcid":null},"institutions":[{"id":"https://openalex.org/I191420491","display_name":"Universidad de Ja\u00e9n","ror":"https://ror.org/0122p5f64","country_code":"ES","type":"education","lineage":["https://openalex.org/I191420491"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"D de la Rosa","raw_affiliation_strings":["Intelligent Systems and Data Mining Group , Department of Computer Science, University of Ja\u00e9n, 23071, Ja\u00e9n, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Systems and Data Mining Group , Department of Computer Science, University of Ja\u00e9n, 23071, Ja\u00e9n, Spain","institution_ids":["https://openalex.org/I191420491"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124937480","display_name":"MJ Del Jesus","orcid":null},"institutions":[{"id":"https://openalex.org/I191420491","display_name":"Universidad de Ja\u00e9n","ror":"https://ror.org/0122p5f64","country_code":"ES","type":"education","lineage":["https://openalex.org/I191420491"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"MJ Del Jesus","raw_affiliation_strings":["Intelligent Systems and Data Mining Group , Department of Computer Science, University of Ja\u00e9n, 23071, Ja\u00e9n, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Systems and Data Mining Group , Department of Computer Science, University of Ja\u00e9n, 23071, Ja\u00e9n, Spain","institution_ids":["https://openalex.org/I191420491"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124959955","display_name":"AJ Rivera","orcid":null},"institutions":[{"id":"https://openalex.org/I191420491","display_name":"Universidad de Ja\u00e9n","ror":"https://ror.org/0122p5f64","country_code":"ES","type":"education","lineage":["https://openalex.org/I191420491"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"AJ Rivera","raw_affiliation_strings":["Intelligent Systems and Data Mining Group , Department of Computer Science, University of Ja\u00e9n, 23071, Ja\u00e9n, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Systems and Data Mining Group , Department of Computer Science, University of Ja\u00e9n, 23071, Ja\u00e9n, Spain","institution_ids":["https://openalex.org/I191420491"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055283205","display_name":"David Elizondo","orcid":"https://orcid.org/0000-0002-7398-5870"},"institutions":[{"id":"https://openalex.org/I66943878","display_name":"De Montfort University","ror":"https://ror.org/0312pnr83","country_code":"GB","type":"education","lineage":["https://openalex.org/I66943878"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"D Elizondo","raw_affiliation_strings":["Department of Computer Technology , De Montfort University, LE1 9BH, Leicester, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Technology , De Montfort University, LE1 9BH, Leicester, UK","institution_ids":["https://openalex.org/I66943878"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124930632","display_name":"F Charte","orcid":null},"institutions":[{"id":"https://openalex.org/I191420491","display_name":"Universidad de Ja\u00e9n","ror":"https://ror.org/0122p5f64","country_code":"ES","type":"education","lineage":["https://openalex.org/I191420491"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"F Charte","raw_affiliation_strings":["Intelligent Systems and Data Mining Group , Department of Computer Science, University of Ja\u00e9n, 23071, Ja\u00e9n, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Systems and Data Mining Group , Department of Computer Science, University of Ja\u00e9n, 23071, Ja\u00e9n, Spain","institution_ids":["https://openalex.org/I191420491"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078146020","display_name":"P\u00e9rez Godoy","orcid":null},"institutions":[{"id":"https://openalex.org/I191420491","display_name":"Universidad de Ja\u00e9n","ror":"https://ror.org/0122p5f64","country_code":"ES","type":"education","lineage":["https://openalex.org/I191420491"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"MD P\u00e9rez Godoy","raw_affiliation_strings":["Intelligent Systems and Data Mining Group , Department of Computer Science, University of Ja\u00e9n, 23071, Ja\u00e9n, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Systems and Data Mining Group , Department of Computer Science, University of Ja\u00e9n, 23071, Ja\u00e9n, Spain","institution_ids":["https://openalex.org/I191420491"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5092710987"],"corresponding_institution_ids":["https://openalex.org/I191420491"],"apc_list":{"value":4151,"currency":"USD","value_usd":4151},"apc_paid":{"value":4151,"currency":"USD","value_usd":4151},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.59399146,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.16290000081062317,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.16290000081062317,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.11590000241994858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.041600000113248825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7339000105857849},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5004000067710876},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.48579999804496765},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.30730000138282776},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.2849999964237213}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7339000105857849},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6312999725341797},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5004000067710876},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.48579999804496765},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3463999927043915},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.34040001034736633},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.3111000061035156},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.30730000138282776},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3000999987125397},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2849999964237213},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27900001406669617},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.27720001339912415}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1093/jigpal/jzaf040","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jigpal/jzaf040","pdf_url":null,"source":{"id":"https://openalex.org/S2734381524","display_name":"Logic Journal of IGPL","issn_l":"1367-0751","issn":["1367-0751","1368-9894"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Logic Journal of the IGPL","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1093/jigpal/jzaf040","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jigpal/jzaf040","pdf_url":null,"source":{"id":"https://openalex.org/S2734381524","display_name":"Logic Journal of IGPL","issn_l":"1367-0751","issn":["1367-0751","1368-9894"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Logic Journal of the IGPL","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W2903739847","https://openalex.org/W2963536265","https://openalex.org/W3084874487","https://openalex.org/W3091998909","https://openalex.org/W3116323972","https://openalex.org/W3127151332","https://openalex.org/W3129077738","https://openalex.org/W3131922516","https://openalex.org/W3145602566","https://openalex.org/W3174321177","https://openalex.org/W3174339925","https://openalex.org/W3174377922","https://openalex.org/W3175824375","https://openalex.org/W3176590546","https://openalex.org/W3176724088","https://openalex.org/W3177318507","https://openalex.org/W4206706211","https://openalex.org/W4213019189","https://openalex.org/W4226512186","https://openalex.org/W4306955484","https://openalex.org/W4308489557","https://openalex.org/W4310295314","https://openalex.org/W4315705623","https://openalex.org/W4319777935","https://openalex.org/W4324092848","https://openalex.org/W4366769286","https://openalex.org/W4376866204","https://openalex.org/W4385154014","https://openalex.org/W4385764034","https://openalex.org/W4386465411","https://openalex.org/W4387219604","https://openalex.org/W4388923662","https://openalex.org/W4389880029","https://openalex.org/W4390778590","https://openalex.org/W4390905354","https://openalex.org/W4391147652","https://openalex.org/W4391215800","https://openalex.org/W4391227750","https://openalex.org/W4391755674","https://openalex.org/W4392365138","https://openalex.org/W4392647990","https://openalex.org/W4393851641","https://openalex.org/W4400111463"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Transformers":[1],"models":[2],"were":[3],"originally":[4],"designed":[5],"for":[6,47,81],"the":[7,13,37,45,67,70,89],"processing":[8],"of":[9,24,54,78,93],"textual":[10],"data.":[11,35],"In":[12],"last":[14],"years":[15],"they":[16],"have":[17,58],"been":[18],"extended":[19],"to":[20,43,63,87],"handle":[21],"different":[22],"modalities":[23],"data":[25,49],"including":[26],"image":[27],"and":[28,32,65,85,91],"video,":[29],"audio,":[30],"tabular,":[31],"even":[33],"multimodal":[34],"Adapting":[36],"vanilla":[38],"Transformer":[39,79],"architecture":[40],"is":[41],"necessary":[42],"optimize":[44],"performance":[46],"each":[48],"type.":[50],"The":[51],"vast":[52],"amount":[53],"new":[55],"architectures":[56],"that":[57],"emerged":[59],"makes":[60],"it":[61],"difficult":[62],"detect":[64],"understand":[66],"differences":[68],"with":[69],"original":[71],"Transformer.":[72],"This":[73],"paper":[74],"provides":[75],"an":[76],"overview":[77],"applications":[80],"various":[82],"input":[83],"modalities,":[84],"recommendations":[86],"guide":[88],"development":[90],"use":[92],"models.":[94]},"counts_by_year":[],"updated_date":"2026-06-18T08:10:14.011955","created_date":"2026-02-04T00:00:00"}