{"id":"https://openalex.org/W4391164144","doi":"https://doi.org/10.1109/tpami.2024.3358168","title":"Human Versus Machine Intelligence: Assessing Natural Language Generation Models Through Complex Systems Theory","display_name":"Human Versus Machine Intelligence: Assessing Natural Language Generation Models Through Complex Systems Theory","publication_year":2024,"publication_date":"2024-01-24","ids":{"openalex":"https://openalex.org/W4391164144","doi":"https://doi.org/10.1109/tpami.2024.3358168","pmid":"https://pubmed.ncbi.nlm.nih.gov/38265904"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3358168","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3358168","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/10413606.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/10413606.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020616232","display_name":"Enrico De Santis","orcid":"https://orcid.org/0000-0003-4915-0723"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Enrico De Santis","raw_affiliation_strings":["Department of Information Engineering, Electronics and Telecommunications, University of Rome “La Sapienza”, Rome, Italy","Department of Information Engineering, Electronics and Telecommunications, University of Rome \"La Sapienza\", Via Eudossiana 18, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0003-4915-0723","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, Electronics and Telecommunications, University of Rome “La Sapienza”, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]},{"raw_affiliation_string":"Department of Information Engineering, Electronics and Telecommunications, University of Rome \"La Sapienza\", Via Eudossiana 18, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102864628","display_name":"Alessio Martino","orcid":"https://orcid.org/0000-0003-1730-5436"},"institutions":[{"id":"https://openalex.org/I56441308","display_name":"Libera Universit\u00e0 Internazionale degli Studi Sociali Guido Carli","ror":"https://ror.org/01q8b6q23","country_code":"IT","type":"education","lineage":["https://openalex.org/I56441308"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessio Martino","raw_affiliation_strings":["Department of Business and Management, LUISS University, Rome, Italy","Department of Business and Management, LUISS University, Viale Romania 32, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0003-1730-5436","affiliations":[{"raw_affiliation_string":"Department of Business and Management, LUISS University, Rome, Italy","institution_ids":["https://openalex.org/I56441308"]},{"raw_affiliation_string":"Department of Business and Management, LUISS University, Viale Romania 32, Rome, Italy","institution_ids":["https://openalex.org/I56441308"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025282612","display_name":"Antonello Rizzi","orcid":null},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonello Rizzi","raw_affiliation_strings":["Department of Information Engineering, Electronics and Telecommunications, University of Rome “La Sapienza”, Rome, Italy","Department of Information Engineering, Electronics and Telecommunications, University of Rome \"La Sapienza\", Via Eudossiana 18, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8244-0015","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, Electronics and Telecommunications, University of Rome “La Sapienza”, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]},{"raw_affiliation_string":"Department of Information Engineering, Electronics and Telecommunications, University of Rome \"La Sapienza\", Via Eudossiana 18, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":23.633,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.99209465,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"46","issue":"7","first_page":"4812","last_page":"4829"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9657999873161316,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/zipfs-law","display_name":"Zipf's law","score":0.836787223815918},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7285670638084412},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6551890969276428},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5407280325889587},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5138633251190186},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4847383201122284},{"id":"https://openalex.org/keywords/stylometry","display_name":"Stylometry","score":0.4595474302768707},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4464525282382965},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15099892020225525}],"concepts":[{"id":"https://openalex.org/C125932096","wikidata":"https://www.wikidata.org/wiki/Q205472","display_name":"Zipf's law","level":2,"score":0.836787223815918},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7285670638084412},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6551890969276428},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5407280325889587},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5138633251190186},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4847383201122284},{"id":"https://openalex.org/C11192451","wikidata":"https://www.wikidata.org/wiki/Q2032038","display_name":"Stylometry","level":2,"score":0.4595474302768707},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4464525282382965},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15099892020225525},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tpami.2024.3358168","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3358168","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/10413606.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38265904","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38265904","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:iris.luiss.it:11385/236158","is_oa":true,"landing_page_url":"https://hdl.handle.net/11385/236158","pdf_url":"https://iris.luiss.it/bitstream/11385/236158/3/10413606.pdf","source":{"id":"https://openalex.org/S4377196446","display_name":"IRIS - Institutional Research Information System (Libera Universit\u00e0 Internazionale degli Studi Sociali Guido Carli)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56441308","host_organization_name":"Libera Universit\u00e0 Internazionale degli Studi Sociali Guido Carli","host_organization_lineage":["https://openalex.org/I56441308"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:iris.uniroma1.it:11573/1701921","is_oa":true,"landing_page_url":"https://hdl.handle.net/11573/1701921","pdf_url":"https://iris.uniroma1.it/bitstream/11573/1701921/3/De%20Santis_Human_2024.pdf","source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tpami.2024.3358168","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3358168","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/10413606.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391164144.pdf","grobid_xml":"https://content.openalex.org/works/W4391164144.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W157746010","https://openalex.org/W193898724","https://openalex.org/W1498437823","https://openalex.org/W1913627554","https://openalex.org/W1968625547","https://openalex.org/W1969474323","https://openalex.org/W1970496020","https://openalex.org/W1984391316","https://openalex.org/W1986488785","https://openalex.org/W1996380714","https://openalex.org/W1999246538","https://openalex.org/W2009047999","https://openalex.org/W2023257259","https://openalex.org/W2024383241","https://openalex.org/W2026871377","https://openalex.org/W2029247433","https://openalex.org/W2031365860","https://openalex.org/W2034023198","https://openalex.org/W2034531095","https://openalex.org/W2039313369","https://openalex.org/W2044203091","https://openalex.org/W2044605773","https://openalex.org/W2060022568","https://openalex.org/W2063583930","https://openalex.org/W2071602085","https://openalex.org/W2077204677","https://openalex.org/W2081681829","https://openalex.org/W2087148916","https://openalex.org/W2092845274","https://openalex.org/W2095646980","https://openalex.org/W2099593264","https://openalex.org/W2103484453","https://openalex.org/W2121904901","https://openalex.org/W2144022212","https://openalex.org/W2152741961","https://openalex.org/W2157650680","https://openalex.org/W2161920802","https://openalex.org/W2318618129","https://openalex.org/W2321470647","https://openalex.org/W2519722451","https://openalex.org/W2785548614","https://openalex.org/W2797790703","https://openalex.org/W2810485325","https://openalex.org/W2882319491","https://openalex.org/W2896457183","https://openalex.org/W2938704169","https://openalex.org/W2964084148","https://openalex.org/W2972498556","https://openalex.org/W3017374003","https://openalex.org/W3023540311","https://openalex.org/W3031914912","https://openalex.org/W3045432724","https://openalex.org/W3104294715","https://openalex.org/W3135012552","https://openalex.org/W3156519519","https://openalex.org/W4230824327","https://openalex.org/W4255116730","https://openalex.org/W4288038597","https://openalex.org/W4301223056","https://openalex.org/W4321021524","https://openalex.org/W4322718191","https://openalex.org/W4385245566","https://openalex.org/W4386043250","https://openalex.org/W6607894109","https://openalex.org/W6683029530","https://openalex.org/W6752829694","https://openalex.org/W6755207826","https://openalex.org/W6761551260","https://openalex.org/W6778883912","https://openalex.org/W6794344554","https://openalex.org/W6850625674"],"related_works":["https://openalex.org/W3123832408","https://openalex.org/W2137719806","https://openalex.org/W2744330362","https://openalex.org/W2096748633","https://openalex.org/W2963431268","https://openalex.org/W2060479771","https://openalex.org/W2736889448","https://openalex.org/W4226226396","https://openalex.org/W3153750606","https://openalex.org/W4308854837"],"abstract_inverted_index":{"The":[0,120,186],"introduction":[1],"of":[2,30,43,60,65,75,89,101,122,128,130,177,240,274,280,299,318],"Transformer":[3],"architectures":[4,45],"-":[5,10,146,154,202,208],"with":[6,103,148],"the":[7,27,41,58,82,90,94,98,136,142,183,190,194,213,237,241,260,266,271,277,296,300,316],"self-attention":[8],"mechanism":[9],"in":[11,20,63,113,134,164,175,182,251,270],"automatic":[12,272],"Natural":[13],"Language":[14],"Generation":[15],"(NLG)":[16],"is":[17,46,118,234,283],"a":[18,86,123,204,217],"breakthrough":[19],"solving":[21],"general":[22],"task-oriented":[23],"problems,":[24],"such":[25],"as":[26],"simple":[28],"production":[29],"long":[31],"text":[32,200,206,244,275,322,326],"excerpts":[33],"that":[34,74],"resemble":[35,73],"ones":[36],"written":[37],"by":[38,97,108,304],"humans.":[39],"While":[40],"performance":[42],"GPT-X":[44],"there":[47],"for":[48,215,325],"all":[49,129],"to":[50,56,105,157,197,211,222,247,291,295,314],"see,":[51],"many":[52],"efforts":[53],"are":[54,155],"underway":[55],"penetrate":[57],"secrets":[59],"these":[61],"black-boxes":[62],"terms":[64,176],"intelligent":[66],"information":[67],"processing":[68],"whose":[69],"output":[70],"statistical":[71],"distributions":[72],"natural":[76,253],"language.":[77],"In":[78],"this":[79],"work,":[80],"through":[81,226],"complexity":[83,195,281],"science":[84],"framework,":[85],"comparative":[87],"study":[88],"stochastic":[91],"processes":[92],"underlying":[93],"texts":[95,106,250,255],"produced":[96,107],"English":[99,114],"version":[100],"GPT-2":[102],"respect":[104],"human":[109,165],"beings,":[110],"notably":[111],"novels":[112],"and":[115,141,151,162,166,173,180,256,311],"programming":[116],"codes,":[117],"offered.":[119],"investigation,":[121],"methodological":[124],"nature,":[125],"consists":[126],"first":[127],"an":[131,227],"analysis":[132],"phase":[133],"which":[135,209],"Multifractal":[137],"Detrended":[138],"Fluctuation":[139],"Analysis":[140,145],"Recurrence":[143],"Quantification":[144],"together":[147],"Zipf's":[149],"law":[150],"approximate":[152],"entropy":[153],"adopted":[156],"characterize":[158],"long-term":[159],"correlations,":[160],"regularities":[161],"recurrences":[163,181],"machine-produced":[167],"texts.":[168],"Results":[169],"show":[170],"several":[171],"peculiarities":[172],"trends":[174],"long-range":[178],"correlations":[179],"last":[184],"case.":[185],"synthesis":[187],"phase,":[188],"on":[189,308],"other":[191],"hand,":[192],"uses":[193],"measures":[196,282],"build":[198],"synthetic":[199],"descriptors":[201],"hence":[203],"suitable":[205],"embedding":[207],"serve":[210],"constitute":[212],"features":[214],"feeding":[216],"machine":[218],"learning":[219,310],"system":[220],"designed":[221],"operate":[223],"feature":[224],"selection":[225],"evolutionary":[228],"technique.":[229],"Using":[230],"multivariate":[231],"analysis,":[232],"it":[233],"then":[235],"shown":[236],"grouping":[238],"tendency":[239],"three":[242],"analyzed":[243],"types,":[245],"allowing":[246],"place":[248],"GTP-2":[249],"between":[252],"language":[254],"computer":[257],"codes.":[258],"Similarly,":[259],"classification":[261],"task":[262],"demonstrates":[263],"that,":[264],"given":[265],"high":[267],"accuracy":[268],"obtained":[269,303],"discrimination":[273],"classes,":[276],"proposed":[278],"set":[279],"highly":[284],"informative.":[285],"These":[286],"interesting":[287],"results":[288,302],"allow":[289],"us":[290,313],"add":[292],"another":[293],"piece":[294],"theoretical":[297],"understanding":[298],"surprising":[301],"NLG":[305],"systems":[306,324],"based":[307],"deep":[309],"let":[312],"improve":[315],"design":[317],"new":[319],"informetrics":[320],"or":[321,331],"mining":[323],"classification,":[327],"fake":[328],"news":[329],"detection,":[330],"even":[332],"plagiarism":[333],"detection.":[334]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}