{"id":"https://openalex.org/W4403429068","doi":"https://doi.org/10.1287/mnsc.2023.03014","title":"Large Language Model in Creative Work: The Role of Collaboration Modality and User Expertise","display_name":"Large Language Model in Creative Work: The Role of Collaboration Modality and User Expertise","alternate_titles":[],"publication_year":2024,"publication_date":"2024-10-15","ids":{"openalex":"https://openalex.org/W4403429068","doi":"https://doi.org/10.1287/mnsc.2023.03014"},"language":"en","primary_location":{"id":"doi:10.1287/mnsc.2023.03014","doi":"https://doi.org/10.1287/mnsc.2023.03014","is_oa":false,"landing_page_url":"https://doi.org/10.1287/mnsc.2023.03014","pdf_url":null,"source":{"id":"https://openalex.org/S33323087","display_name":"Management Science","issn_l":"0025-1909","issn":["0025-1909","1526-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-1-star","ft50","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","utd24","vabb-shw"],"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Management Science","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4403429068"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.2139/ssrn.4575598","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zenan Chen","orcid":"https://orcid.org/0000-0002-9455-9256","observed_orcids":["https://orcid.org/0000-0002-9455-9256"]},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zenan Chen","raw_affiliation_strings":["Naveen Jindal School of Management, University of Texas at Dallas, Richardson, Texas 75080;"],"raw_orcid":"https://orcid.org/0000-0002-9455-9256","affiliations":[{"raw_affiliation_string":"Naveen Jindal School of Management, University of Texas at Dallas, Richardson, Texas 75080;","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102005690","display_name":"Jason Chan","orcid":"https://orcid.org/0000-0002-0092-2377","observed_orcids":["https://orcid.org/0000-0002-0092-2377"]},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jason Chan","raw_affiliation_strings":["Carlson School of Management, University of Minnesota, Minneapolis, Minnesota 55455"],"raw_orcid":"https://orcid.org/0000-0002-0092-2377","affiliations":[{"raw_affiliation_string":"Carlson School of Management, University of Minnesota, Minneapolis, Minnesota 55455","institution_ids":["https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5102005690"],"corresponding_institution_ids":["https://openalex.org/I130238516"],"apc_list":null,"apc_paid":null,"fwci":26.2698,"has_fulltext":false,"cited_by_count":328,"citation_normalized_percentile":{"value":0.99787509,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"70","issue":"12","first_page":"9101","last_page":"9117"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.19789999723434448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.19789999723434448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.06859999895095825,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.06109999865293503,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9990000128746033},{"id":"https://openalex.org/keywords/human-ai-collaboration","display_name":"human-AI collaboration","score":0.8880000114440918},{"id":"https://openalex.org/keywords/creative-work","display_name":"creative work","score":0.8889999985694885},{"id":"https://openalex.org/keywords/ghostwriting","display_name":"ghostwriting","score":0.5910000205039978},{"id":"https://openalex.org/keywords/sounding-board","display_name":"sounding board","score":0.8560000061988831},{"id":"https://openalex.org/keywords/user-expertise","display_name":"user expertise","score":0.9559999704360962},{"id":"https://openalex.org/keywords/anchoring-effect","display_name":"anchoring effect","score":0.9670000076293945},{"id":"https://openalex.org/keywords/semantic-divergence","display_name":"semantic divergence","score":0.7509999871253967},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.5809999704360962}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6106444001197815},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5877155065536499},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.5050027966499329},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.45282986760139465},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40317440032958984},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.32057762145996094},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2197662889957428},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17277848720550537},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1287/mnsc.2023.03014","doi":"https://doi.org/10.1287/mnsc.2023.03014","is_oa":false,"landing_page_url":"https://doi.org/10.1287/mnsc.2023.03014","pdf_url":null,"source":{"id":"https://openalex.org/S33323087","display_name":"Management Science","issn_l":"0025-1909","issn":["0025-1909","1526-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-1-star","ft50","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","utd24","vabb-shw"],"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Management Science","raw_type":"journal-article"},{"id":"doi:10.2139/ssrn.4575598","doi":"https://doi.org/10.2139/ssrn.4575598","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.4575598","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.2139/ssrn.4575598","doi":"https://doi.org/10.2139/ssrn.4575598","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.4575598","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1959870581","https://openalex.org/W1973559050","https://openalex.org/W1976717785","https://openalex.org/W1977556410","https://openalex.org/W1998069101","https://openalex.org/W2023505872","https://openalex.org/W2030856362","https://openalex.org/W2047816056","https://openalex.org/W2094441336","https://openalex.org/W2097397553","https://openalex.org/W2098804822","https://openalex.org/W2147091291","https://openalex.org/W2148905283","https://openalex.org/W2148985783","https://openalex.org/W2150636783","https://openalex.org/W2162175235","https://openalex.org/W2402839870","https://openalex.org/W2779206865","https://openalex.org/W2801318856","https://openalex.org/W2901008555","https://openalex.org/W3032429508","https://openalex.org/W3082837871","https://openalex.org/W3111854142","https://openalex.org/W3125510825","https://openalex.org/W3134535765","https://openalex.org/W3166509103","https://openalex.org/W3171410278","https://openalex.org/W3185212992","https://openalex.org/W3201195645","https://openalex.org/W4200195738","https://openalex.org/W4283171081","https://openalex.org/W4292157289","https://openalex.org/W4310251927","https://openalex.org/W4317935575","https://openalex.org/W4323048183","https://openalex.org/W4363624465","https://openalex.org/W4367842162","https://openalex.org/W4384154918","https://openalex.org/W4385734232","https://openalex.org/W4386450940","https://openalex.org/W4386576685","https://openalex.org/W4386651352","https://openalex.org/W4399848789","https://openalex.org/W7135096569"],"related_works":["https://openalex.org/W7162642365","https://openalex.org/W7154116691","https://openalex.org/W7161017811","https://openalex.org/W4415338203","https://openalex.org/W4388537681","https://openalex.org/W4415380211","https://openalex.org/W7156236310","https://openalex.org/W4416709406","https://openalex.org/W7053049157"],"abstract_inverted_index":{"Since":[0],"the":[1,32,58,85,107,111,130,133,136,142,173,176,207,227,251,254],"launch":[2],"of":[3,25,34,40,60,87,96,110,132,138,175,257],"ChatGPT":[4],"in":[5,21,159,194],"December":[6],"2022,":[7],"large":[8],"language":[9],"models":[10],"(LLMs)":[11],"have":[12],"been":[13],"rapidly":[14],"adopted":[15],"by":[16,141,247,263],"businesses":[17],"to":[18,52,77,122,197,205,223,244],"assist":[19],"users":[20,76],"a":[22],"wide":[23],"range":[24],"open-ended":[26],"tasks,":[27],"including":[28],"creative":[29],"work.":[30],"Although":[31],"versatility":[33],"LLM":[35],"has":[36],"unlocked":[37],"new":[38],"ways":[39,95],"human-artificial":[41],"intelligence":[42],"collaboration,":[43],"it":[44],"remains":[45],"uncertain":[46],"how":[47],"LLMs":[48,102,118,168,184,214,231],"should":[49],"be":[50],"used":[51],"enhance":[53],"business":[54,64],"outcomes.":[55],"To":[56],"examine":[57],"effects":[59],"human-LLM":[61],"collaboration":[62,155],"on":[63,125,145,202],"outcomes,":[65],"we":[66,71,90,210],"conducted":[67],"an":[68,79,218],"experiment":[69],"where":[70],"tasked":[72],"expert":[73,198],"and":[74,83,92,115,192,209,274],"nonexpert":[75],"write":[78],"ad":[80,178,238],"copy":[81],"with":[82,98,240],"without":[84],"assistance":[86],"LLMs.":[88],"Here,":[89],"investigate":[91],"compare":[93],"two":[94,255],"working":[97],"LLMs:":[99],"(1)":[100],"using":[101,117,135,183,213,230],"as":[103,119,169,185,215,232],"\u201cghostwriters,\u201d":[104],"which":[105,221],"assume":[106],"main":[108],"role":[109],"content":[112,239,245],"generation":[113],"task,":[114],"(2)":[116],"\u201csounding":[120],"boards\u201d":[121],"provide":[123,189],"feedback":[124],"human-created":[126],"content.":[127],"We":[128,200],"measure":[129],"quality":[131,174],"ads":[134,144],"number":[137],"clicks":[139],"generated":[140],"created":[143],"major":[146],"social":[147],"media":[148],"platforms.":[149],"Our":[150],"results":[151],"show":[152],"that":[153,212],"different":[154,161,164],"modalities":[156],"can":[157],"result":[158],"very":[160],"outcomes":[162],"for":[163,180],"user":[165],"types.":[166],"Using":[167],"sounding":[170,233],"boards":[171,234],"enhances":[172],"resultant":[177],"copies":[179],"nonexperts.":[181],"However,":[182],"ghostwriters":[186,216],"did":[187],"not":[188],"significant":[190],"benefits":[191],"is,":[193],"fact,":[195],"detrimental":[196],"users.":[199,258],"rely":[201],"textual":[203],"analyses":[204],"understand":[206],"mechanisms,":[208],"learned":[211],"produces":[217],"anchoring":[219],"effect,":[220],"leads":[222],"lower-quality":[224],"ads.":[225],"On":[226],"other":[228],"hand,":[229],"helped":[235],"nonexperts":[236],"achieve":[237],"low":[241],"semantic":[242],"divergence":[243],"produced":[246],"experts,":[248],"thereby":[249],"closing":[250],"gap":[252],"between":[253],"types":[256],"This":[259],"paper":[260],"was":[261],"accepted":[262],"D.":[264],"J.":[265],"Wu,":[266],"information":[267],"systems.":[268],"Supplemental":[269],"Material:":[270],"The":[271],"online":[272],"appendix":[273],"data":[275],"files":[276],"are":[277],"available":[278],"at":[279],"https://doi.org/10.1287/mnsc.2023.03014":[280],".":[281]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403429068","counts_by_year":[{"year":2026,"cited_by_count":167},{"year":2025,"cited_by_count":131},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":6}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-10-16T00:00:00"}
