{"id":"https://openalex.org/W7234089366","doi":"https://doi.org/10.1201/9788743814573-6","title":"Comparative Study of Transformer Architectures \u2013 Seq2Seq, Transformer, Fine-tuning, and Prompt-based Approaches","display_name":"Comparative Study of Transformer Architectures \u2013 Seq2Seq, Transformer, Fine-tuning, and Prompt-based Approaches","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-16","ids":{"openalex":"https://openalex.org/W7234089366","doi":"https://doi.org/10.1201/9788743814573-6"},"language":"en","primary_location":{"id":"doi:10.1201/9788743814573-6","doi":"https://doi.org/10.1201/9788743814573-6","is_oa":false,"landing_page_url":"https://doi.org/10.1201/9788743814573-6","pdf_url":null,"source":{"id":"https://openalex.org/S4306463845","display_name":"River Publishers eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Role of AI and IoT in Humanized Computing","raw_type":"book-chapter"},"parent_works":[{"id":"https://openalex.org/W7234179471","display_name":"Role of AI and IoT in Humanized Computing","relationship":"volume","link_type":"volume"}],"lineage":["https://openalex.org/W7234089366","https://openalex.org/W7234179471"],"child_works_count":0,"type":"book-chapter","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5162345836","display_name":"Fadi Al-Turjman","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Fadi Al-Turjman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005139102","display_name":"Sarumi Usman Abidemi","orcid":"https://orcid.org/0009-0003-0784-8055","observed_orcids":["https://orcid.org/0009-0003-0784-8055"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sarumi Usman Abidemi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5162279329","display_name":"Gulsum Asikoy","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gulsum Asikoy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"101","last_page":"123"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9717000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9717000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.023600000888109207,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.9049999713897705},{"id":"https://openalex.org/keywords/sequence-to-sequence-models","display_name":"sequence-to-sequence models","score":0.9789999723434448},{"id":"https://openalex.org/keywords/fine-tuning-pre-trained-models","display_name":"pre-trained model fine-tuning","score":0.8870000243186951},{"id":"https://openalex.org/keywords/prompt-learning","display_name":"prompt learning","score":0.9950000047683716},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.8299999833106995},{"id":"https://openalex.org/keywords/zero-shot-learning","display_name":"zero-shot learning","score":0.7699999809265137},{"id":"https://openalex.org/keywords/few-shot-learning","display_name":"few-shot learning","score":0.9950000047683716},{"id":"https://openalex.org/keywords/machine-translation","display_name":"machine translation","score":0.8259999752044678},{"id":"https://openalex.org/keywords/text-summarization","display_name":"text summarization","score":0.9990000128746033},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"sentiment analysis","score":0.9990000128746033},{"id":"https://openalex.org/keywords/long-term-dependencies","display_name":"long-range dependencies","score":0.7120000123977661},{"id":"https://openalex.org/keywords/data-efficiency","display_name":"data efficiency","score":0.6579999923706055}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7272999882698059},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6628999710083008},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6553000211715698},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5347999930381775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45089998841285706},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.37470000982284546},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3440000116825104},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2858000099658966},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.2630000114440918},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1201/9788743814573-6","doi":"https://doi.org/10.1201/9788743814573-6","is_oa":false,"landing_page_url":"https://doi.org/10.1201/9788743814573-6","pdf_url":null,"source":{"id":"https://openalex.org/S4306463845","display_name":"River Publishers eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Role of AI and IoT in Humanized Computing","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7107958765","https://openalex.org/W7203669052","https://openalex.org/W4401393088","https://openalex.org/W4313558932","https://openalex.org/W4410938983","https://openalex.org/W4408164083","https://openalex.org/W4399256826","https://openalex.org/W4409321673","https://openalex.org/W4400087319","https://openalex.org/W4392135505"],"abstract_inverted_index":{"The":[0],"field":[1],"of":[2,15,45,73,81,103,200],"natural":[3],"language":[4],"processing":[5],"(NLP)":[6],"has":[7,32],"undergone":[8],"a":[9,42,61,100,131,198],"profound":[10],"transformation":[11],"with":[12,135,174,197],"the":[13,30,52,64,67,78,93,136,186],"advent":[14],"attention":[16],"mechanisms":[17],"and":[18,77,92,95,106,125,142,166,170,180,189,203],"Transformer":[19,31,50,69,75,138],"architectures.":[20],"Initially":[21],"surpassing":[22],"recurrent":[23],"neural":[24],"networks":[25],"in":[26,177],"handling":[27],"sequential":[28],"data,":[29],"since":[33],"diversified":[34],"into":[35,86],"various":[36],"operational":[37,90],"paradigms.":[38],"This":[39,182],"study":[40,44,111],"presents":[41],"comparative":[43,183],"four":[46],"pivotal":[47],"approaches":[48,114],"leveraging":[49,156],"architectures:":[51],"foundational":[53],"sequence-to-sequence":[54],"(seq2seq)":[55],"model":[56],"(often":[57],"using":[58],"RNNs":[59],"as":[60,120],"precursor":[62],"to":[63],"true":[65],"Transformer),":[66],"original":[68,137],"architecture":[70],"itself,":[71],"fine-tuning":[72],"pre-trained":[74],"models,":[76],"emerging":[79],"paradigm":[80],"prompt-based":[82,160],"learning.":[83],"We":[84],"delve":[85],"their":[87],"architectural":[88],"underpinnings,":[89],"mechanisms,":[91],"computational":[94],"data":[96,164],"resource":[97],"implications.":[98],"Through":[99],"synthesized":[101],"review":[102],"established":[104],"benchmarks":[105],"102":[107],"theoretical":[108],"considerations,":[109],"this":[110],"evaluates":[112],"these":[113],"across":[115],"key":[116],"NLP":[117],"tasks":[118],"such":[119],"machine":[121],"translation,":[122],"text":[123],"summarization,":[124],"sentiment":[126],"analysis.":[127],"Our":[128],"findings":[129],"indicate":[130],"clear":[132],"evolutionary":[133],"trajectory,":[134],"offering":[139],"significant":[140],"parallelism":[141],"long-range":[143],"dependency":[144],"capabilities":[145],"over":[146],"traditional":[147],"RNN-based":[148],"seq2seq.":[149],"Fine-tuning":[150],"further":[151],"enhances":[152],"task-specific":[153],"performance":[154],"by":[155],"extensive":[157],"pre-training.":[158],"Finally,":[159],"learning":[161],"demonstrates":[162],"remarkable":[163],"efficiency":[165],"adaptability":[167],"for":[168,193,206],"zero-shot":[169],"few-shot":[171],"scenarios,":[172],"albeit":[173],"unique":[175],"challenges":[176],"prompt":[178],"engineering":[179],"control.":[181],"analysis":[184],"highlights":[185],"strengths,":[187],"weaknesses,":[188],"optimal":[190],"application":[191],"contexts":[192],"each":[194],"paradigm,":[195],"concluding":[196],"discussion":[199],"current":[201],"limitations":[202],"promising":[204],"avenues":[205],"future":[207],"research.":[208]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7234089366","counts_by_year":[],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2026-11-17T00:00:00"}
