{"id":"https://openalex.org/W4416250948","doi":"https://doi.org/10.1109/ijcnn64981.2025.11227797","title":"2025: A GPT Odyssey. Deconstructing Intelligence by Gradual Dissolution of a Transformer","display_name":"2025: A GPT Odyssey. Deconstructing Intelligence by Gradual Dissolution of a Transformer","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416250948","doi":"https://doi.org/10.1109/ijcnn64981.2025.11227797"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11227797","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11227797","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020616232","display_name":"Enrico De Santis","orcid":"https://orcid.org/0000-0003-4915-0723"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Enrico De Santis","raw_affiliation_strings":["University of Rome \"La Sapienza\",Department of Information Engineering, Electronics and Telecommunications,Rome,Italy,00184"],"affiliations":[{"raw_affiliation_string":"University of Rome \"La Sapienza\",Department of Information Engineering, Electronics and Telecommunications,Rome,Italy,00184","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102864628","display_name":"Alessio Martino","orcid":"https://orcid.org/0000-0003-1730-5436"},"institutions":[{"id":"https://openalex.org/I56441308","display_name":"Libera Universit\u00e0 Internazionale degli Studi Sociali Guido Carli","ror":"https://ror.org/01q8b6q23","country_code":"IT","type":"education","lineage":["https://openalex.org/I56441308"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessio Martino","raw_affiliation_strings":["LUISS University,Department of AI, Data and Decision Sciences,Rome,Italy,00197"],"affiliations":[{"raw_affiliation_string":"LUISS University,Department of AI, Data and Decision Sciences,Rome,Italy,00197","institution_ids":["https://openalex.org/I56441308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022757793","display_name":"E. Bruno","orcid":"https://orcid.org/0000-0002-1935-586X"},"institutions":[{"id":"https://openalex.org/I4210101959","display_name":"Terna (Italy)","ror":"https://ror.org/013nb7b55","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210101959"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Edoardo Bruno","raw_affiliation_strings":["Sis.Ter. Pomos S.r.l.,Rome,Italy,00155"],"affiliations":[{"raw_affiliation_string":"Sis.Ter. Pomos S.r.l.,Rome,Italy,00155","institution_ids":["https://openalex.org/I4210101959"]}]},{"author_position":"last","author":{"id":null,"display_name":"Antonello Rizzi","orcid":null},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonello Rizzi","raw_affiliation_strings":["University of Rome \"La Sapienza\",Department of Information Engineering, Electronics and Telecommunications,Rome,Italy,00184"],"affiliations":[{"raw_affiliation_string":"University of Rome \"La Sapienza\",Department of Information Engineering, Electronics and Telecommunications,Rome,Italy,00184","institution_ids":["https://openalex.org/I861853513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5020616232"],"corresponding_institution_ids":["https://openalex.org/I861853513"],"apc_list":null,"apc_paid":null,"fwci":0.634,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79647606,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.22280000150203705,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.22280000150203705,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.13079999387264252,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.09440000355243683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7056999802589417},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4528999924659729},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.2840999960899353},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.2786000072956085}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7056999802589417},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.557200014591217},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5002999901771545},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4587000012397766},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4528999924659729},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27709999680519104},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.2667999863624573},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25940001010894775}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11227797","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11227797","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.luiss.it:11385/255319","is_oa":false,"landing_page_url":"https://hdl.handle.net/11385/255319","pdf_url":null,"source":{"id":"https://openalex.org/S4377196446","display_name":"IRIS - Institutional Research Information System (Libera Universit\u00e0 Internazionale degli Studi Sociali Guido Carli)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56441308","host_organization_name":"Libera Universit\u00e0 Internazionale degli Studi Sociali Guido Carli","host_organization_lineage":["https://openalex.org/I56441308"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:iris.uniroma1.it:11573/1749682","is_oa":false,"landing_page_url":"https://hdl.handle.net/11573/1749682","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2897525790","https://openalex.org/W2923014074","https://openalex.org/W2946794439","https://openalex.org/W2948947170","https://openalex.org/W2964303116","https://openalex.org/W2970641574","https://openalex.org/W2970726176","https://openalex.org/W3034296505","https://openalex.org/W3038012435","https://openalex.org/W3091571146","https://openalex.org/W3102446692","https://openalex.org/W3103680885","https://openalex.org/W3136363192","https://openalex.org/W3154851733","https://openalex.org/W3216266704","https://openalex.org/W4206634569","https://openalex.org/W4220785642","https://openalex.org/W4288086191","https://openalex.org/W4321021524","https://openalex.org/W4360618568","https://openalex.org/W4385212751","https://openalex.org/W4385245566","https://openalex.org/W4385482653","https://openalex.org/W4391164144","https://openalex.org/W4400579109"],"related_works":[],"abstract_inverted_index":{"Hierarchical":[0],"processing":[1],"and":[2,90,173,180],"information":[3],"granulation":[4],"have":[5],"proven":[6],"essential":[7],"for":[8],"intelligent":[9],"systems,":[10],"as":[11,177],"exemplified":[12],"by":[13,19,117,138,188],"Large":[14],"Language":[15],"Models":[16],"(LLMs)":[17],"backed":[18],"Transformer":[20],"architectures,":[21],"which":[22,55,152],"leverage":[23],"stacked":[24],"attention":[25,44],"modules":[26,64],"to":[27,121,133,151,170],"learn":[28],"progressively":[29],"richer":[30],"semantic":[31,165],"features.":[32],"In":[33],"this":[34],"work,":[35],"we":[36,130],"offer":[37],"an":[38],"investigation":[39],"of":[40,43,59,69,84,96,102,111,114,156,162,184],"the":[41,47,57,60,66,70,82,97,100,105,109,135,147,153,157,160,163,168,181,185],"role":[42],"layers":[45,115],"in":[46,65,144],"hierarchy":[48],"through":[49,126],"a":[50,94,112,118,127],"GPT-2":[51],"layer":[52],"ablation":[53],"methodology,":[54],"recalls":[56],"deactivation":[58],"HAL":[61],"9000":[62],"computer":[63],"iconic":[67],"scene":[68],"film":[71],"\"2001:":[72],"A":[73],"Space":[74],"Odyssey\".":[75],"The":[76,140],"adopted":[77],"methodology":[78],"is":[79,159],"based":[80],"on":[81],"measurement":[83],"appropriate":[85],"indices":[86],"(Dale-Chall":[87],"Readability,":[88],"BLEU":[89],"Text":[91],"Flow":[92],"\u2013":[93],"measure":[95],"coherence":[98],"within":[99],"flow":[101],"sentences)":[103],"characterizing":[104],"text":[106],"produced":[107,137,187],"following":[108],"removal":[110],"combination":[113],"assisted":[116],"single-way":[119],"analysis,":[120],"characterize":[122],"these":[123],"combinations.":[124],"Subsequently,":[125],"\"machine-in-the-loop\"":[128],"procedure,":[129],"let":[131],"GPT-4":[132],"judge":[134],"texts":[136,186],"GPT-2.":[139],"obtained":[141],"results":[142],"are":[143],"line":[145],"with":[146],"basic":[148],"hypothesis":[149],"according":[150],"hierarchical":[154],"organization":[155],"Transformers":[158],"ground":[161],"high":[164],"performances,":[166],"opening":[167],"path":[169],"further":[171],"insights":[172],"application":[174],"hypotheses":[175],"such":[176],"Explainable":[178],"AI":[179,190],"analytical":[182],"characterization":[183],"Generative":[189],"models.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-11-14T00:00:00"}