{"id":"https://openalex.org/W4381104068","doi":"https://doi.org/10.1145/3591196.3596612","title":"More human than human: LLM-generated narratives outperform human-LLM interleaved narratives","display_name":"More human than human: LLM-generated narratives outperform human-LLM interleaved narratives","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4381104068","doi":"https://doi.org/10.1145/3591196.3596612"},"language":"en","primary_location":{"id":"doi:10.1145/3591196.3596612","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3591196.3596612","pdf_url":null,"source":{"id":"https://openalex.org/S4306418137","display_name":"Creativity and Cognition","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Creativity and Cognition","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009315886","display_name":"Zoie Zhao","orcid":"https://orcid.org/0009-0000-6658-6727"},"institutions":[{"id":"https://openalex.org/I202524275","display_name":"Smith College","ror":"https://ror.org/0497crr92","country_code":"US","type":"education","lineage":["https://openalex.org/I202524275"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zoie Zhao","raw_affiliation_strings":["Department of Computer Science, Smith College, United States"],"raw_orcid":"https://orcid.org/0009-0000-6658-6727","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Smith College, United States","institution_ids":["https://openalex.org/I202524275"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sophie Song","orcid":"https://orcid.org/0009-0001-1696-9081"},"institutions":[{"id":"https://openalex.org/I202524275","display_name":"Smith College","ror":"https://ror.org/0497crr92","country_code":"US","type":"education","lineage":["https://openalex.org/I202524275"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sophie Song","raw_affiliation_strings":["Department of Computer Science, Smith College, United States"],"raw_orcid":"https://orcid.org/0009-0001-1696-9081","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Smith College, United States","institution_ids":["https://openalex.org/I202524275"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092195193","display_name":"Bridget Duah","orcid":"https://orcid.org/0009-0009-1475-5707"},"institutions":[{"id":"https://openalex.org/I202524275","display_name":"Smith College","ror":"https://ror.org/0497crr92","country_code":"US","type":"education","lineage":["https://openalex.org/I202524275"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bridget Duah","raw_affiliation_strings":["Department of Computer Science, Smith College, United States"],"raw_orcid":"https://orcid.org/0009-0009-1475-5707","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Smith College, United States","institution_ids":["https://openalex.org/I202524275"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008934616","display_name":"Jamie Macbeth","orcid":"https://orcid.org/0000-0003-3474-203X"},"institutions":[{"id":"https://openalex.org/I202524275","display_name":"Smith College","ror":"https://ror.org/0497crr92","country_code":"US","type":"education","lineage":["https://openalex.org/I202524275"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jamie Macbeth","raw_affiliation_strings":["Department of Computer Science, Smith College, United States"],"raw_orcid":"https://orcid.org/0000-0003-3474-203X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Smith College, United States","institution_ids":["https://openalex.org/I202524275"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091801987","display_name":"Scott Carter","orcid":"https://orcid.org/0000-0002-2942-972X"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]},{"id":"https://openalex.org/I917207718","display_name":"Toyota Industries (United States)","ror":"https://ror.org/0132ebr60","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210145315","https://openalex.org/I917207718"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Carter","raw_affiliation_strings":["Toyota Research Institute, United States"],"raw_orcid":"https://orcid.org/0000-0002-2942-972X","affiliations":[{"raw_affiliation_string":"Toyota Research Institute, United States","institution_ids":["https://openalex.org/I917207718","https://openalex.org/I4391768151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050024027","display_name":"Monica P Van","orcid":"https://orcid.org/0000-0001-7028-3462"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]},{"id":"https://openalex.org/I917207718","display_name":"Toyota Industries (United States)","ror":"https://ror.org/0132ebr60","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210145315","https://openalex.org/I917207718"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Monica P Van","raw_affiliation_strings":["Toyota Research Institute, United States"],"raw_orcid":"https://orcid.org/0000-0001-7028-3462","affiliations":[{"raw_affiliation_string":"Toyota Research Institute, United States","institution_ids":["https://openalex.org/I917207718","https://openalex.org/I4391768151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045951556","display_name":"Nayeli Suseth Bravo","orcid":"https://orcid.org/0000-0001-9238-9831"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nayeli Suseth Bravo","raw_affiliation_strings":["Machine Assisted Cognition, Toyota Research Institute, United States"],"raw_orcid":"https://orcid.org/0000-0001-9238-9831","affiliations":[{"raw_affiliation_string":"Machine Assisted Cognition, Toyota Research Institute, United States","institution_ids":["https://openalex.org/I4391768151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042321921","display_name":"Matthew Klenk","orcid":"https://orcid.org/0000-0002-3524-9872"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]},{"id":"https://openalex.org/I917207718","display_name":"Toyota Industries (United States)","ror":"https://ror.org/0132ebr60","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210145315","https://openalex.org/I917207718"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Klenk","raw_affiliation_strings":["Toyota Research Institute, United States"],"raw_orcid":"https://orcid.org/0000-0002-3524-9872","affiliations":[{"raw_affiliation_string":"Toyota Research Institute, United States","institution_ids":["https://openalex.org/I917207718","https://openalex.org/I4391768151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112939591","display_name":"Kate Sick","orcid":null},"institutions":[{"id":"https://openalex.org/I4210093665","display_name":"Toyota Motor North America (United States)","ror":"https://ror.org/0076knn86","country_code":"US","type":"company","lineage":["https://openalex.org/I4210093665","https://openalex.org/I4210125472","https://openalex.org/I4210137853"]},{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kate Sick","raw_affiliation_strings":["Human-Centered AI, Toyota Research Institute, United States"],"raw_orcid":"https://orcid.org/0000-0003-4536-5751","affiliations":[{"raw_affiliation_string":"Human-Centered AI, Toyota Research Institute, United States","institution_ids":["https://openalex.org/I4210093665","https://openalex.org/I4391768151"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039210274","display_name":"Alexandre L. S. Filipowicz","orcid":"https://orcid.org/0000-0002-1311-386X"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]},{"id":"https://openalex.org/I917207718","display_name":"Toyota Industries (United States)","ror":"https://ror.org/0132ebr60","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210145315","https://openalex.org/I917207718"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexandre L. S. Filipowicz","raw_affiliation_strings":["Toyota Research Institute, United States"],"raw_orcid":"https://orcid.org/0000-0002-1311-386X","affiliations":[{"raw_affiliation_string":"Toyota Research Institute, United States","institution_ids":["https://openalex.org/I917207718","https://openalex.org/I4391768151"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5009315886"],"corresponding_institution_ids":["https://openalex.org/I202524275"],"apc_list":null,"apc_paid":null,"fwci":4.8458,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.96134021,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"368","last_page":"370"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9430999755859375,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.8462702631950378},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7579728364944458},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.7309089303016663},{"id":"https://openalex.org/keywords/soundness","display_name":"Soundness","score":0.6443712711334229},{"id":"https://openalex.org/keywords/interleaving","display_name":"Interleaving","score":0.5507272481918335},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.44293227791786194},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41013896465301514},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.408261775970459},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23880493640899658},{"id":"https://openalex.org/keywords/literature","display_name":"Literature","score":0.1413310170173645},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07999467849731445},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.07058978080749512},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.06827419996261597},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06811568140983582}],"concepts":[{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.8462702631950378},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7579728364944458},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.7309089303016663},{"id":"https://openalex.org/C39920170","wikidata":"https://www.wikidata.org/wiki/Q693083","display_name":"Soundness","level":2,"score":0.6443712711334229},{"id":"https://openalex.org/C28034677","wikidata":"https://www.wikidata.org/wiki/Q17092530","display_name":"Interleaving","level":2,"score":0.5507272481918335},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.44293227791786194},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41013896465301514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.408261775970459},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23880493640899658},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.1413310170173645},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07999467849731445},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.07058978080749512},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.06827419996261597},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06811568140983582},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3591196.3596612","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3591196.3596612","pdf_url":null,"source":{"id":"https://openalex.org/S4306418137","display_name":"Creativity and Cognition","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Creativity and Cognition","raw_type":"proceedings-article"},{"id":"pmh:oai:scholarworks.smith.edu:csc_facpubs-1395","is_oa":false,"landing_page_url":"https://scholarworks.smith.edu/csc_facpubs/393","pdf_url":null,"source":{"id":"https://openalex.org/S4377196392","display_name":"Smith ScholarWorks (Smith College)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I202524275","host_organization_name":"Smith College","host_organization_lineage":["https://openalex.org/I202524275"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science: Faculty Publications","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320315934","display_name":"Toyota Research Institute","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2899575547","https://openalex.org/W4213132190"],"related_works":["https://openalex.org/W1511249877","https://openalex.org/W2466303427","https://openalex.org/W1578828174","https://openalex.org/W2000943029","https://openalex.org/W2950376466","https://openalex.org/W4302559785","https://openalex.org/W4226437312","https://openalex.org/W1655266410","https://openalex.org/W2949331520","https://openalex.org/W2140496290"],"abstract_inverted_index":{"Narrative":[0],"story":[1,111,142],"generation":[2],"has":[3,102],"gained":[4],"emerging":[5],"interest":[6],"in":[7,93],"the":[8,105,119,138],"field":[9],"of":[10,69,109,124,140],"large":[11],"language":[12],"models.":[13],"The":[14,37,100],"present":[15],"paper":[16],"aims":[17],"to":[18,66,136],"compare":[19],"stories":[20,43,68,91],"generated":[21,29],"by":[22,30],"an":[23,73],"LLM":[24],"only":[25],"(non-interleaved)":[26],"with":[27,58],"those":[28],"interleaving":[31],"human-generated":[32],"and":[33,78,84,107,122,126],"LLM-generated":[34],"text":[35],"(interleaved).":[36],"study\u2019s":[38],"hypothesis":[39],"is":[40],"that":[41,89],"interleaved":[42,90,125],"would":[44],"perform":[45],"better":[46],"than":[47,97],"non-interleaved":[48,98,127],"stories.":[49,99],"To":[50],"verify":[51],"this":[52],"hypothesis,":[53],"we":[54],"conducted":[55],"two":[56],"tests":[57],"roughly":[59],"500":[60],"participants":[61],"each.":[62],"Participants":[63],"were":[64,92],"asked":[65],"rate":[67],"each":[70],"type,":[71],"including":[72],"overall":[74],"score":[75],"or":[76],"preference":[77],"four":[79],"facets\u2014logical":[80],"soundness,":[81],"plausibility,":[82],"understandability,":[83],"novelty.":[85],"Our":[86],"findings":[87],"indicate":[88],"fact":[94],"less":[95],"preferred":[96],"result":[101],"implications":[103],"for":[104],"design":[106],"implementation":[108],"our":[110],"generators.":[112,143],"This":[113],"study":[114],"contributes":[115],"new":[116],"insights":[117],"into":[118],"potential":[120],"uses":[121],"restrictions":[123],"systems":[128],"regarding":[129],"generating":[130],"narrative":[131],"stories,":[132],"which":[133],"may":[134],"help":[135],"improve":[137],"performance":[139],"such":[141]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}