{"id":"https://openalex.org/W4389524263","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.858","title":"Probing the \u201cCreativity\u201d of Large Language Models: Can models produce divergent semantic association?","display_name":"Probing the \u201cCreativity\u201d of Large Language Models: Can models produce divergent semantic association?","alternate_titles":[],"publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389524263","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.858"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.findings-emnlp.858","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.858","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-emnlp.858","pdf_url":"https://aclanthology.org/2023.findings-emnlp.858.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4389524263"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.findings-emnlp.858.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102708697","display_name":"Honghua Chen","orcid":"https://orcid.org/0009-0001-3009-7128","observed_orcids":["https://orcid.org/0009-0001-3009-7128"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Honghua Chen","raw_affiliation_strings":["Key Laboratory for Biomedical Engineering of Ministry of Education, College of Biomedical Engineering and Instrument Sciences, Zhejiang University / Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory for Biomedical Engineering of Ministry of Education, College of Biomedical Engineering and Instrument Sciences, Zhejiang University / Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008847016","display_name":"Nai Ding","orcid":"https://orcid.org/0000-0003-3428-2723","observed_orcids":["https://orcid.org/0000-0003-3428-2723"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Nai Ding","raw_affiliation_strings":["Key Laboratory for Biomedical Engineering of Ministry of Education, College of Biomedical Engineering and Instrument Sciences, Zhejiang University / Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory for Biomedical Engineering of Ministry of Education, College of Biomedical Engineering and Instrument Sciences, Zhejiang University / Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":5.4903,"has_fulltext":true,"cited_by_count":90,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.9737493,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"12881","last_page":"12888"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7621999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7621999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11079","display_name":"Creativity in Education and Neuroscience","score":0.18539999425411224,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.016300000250339508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9890000224113464},{"id":"https://openalex.org/keywords/creativity","display_name":"creativity","score":0.8870000243186951},{"id":"https://openalex.org/keywords/semantic-distance","display_name":"semantic distance","score":0.7990000247955322},{"id":"https://openalex.org/keywords/decoding-strategies","display_name":"decoding strategies","score":0.7940000295639038},{"id":"https://openalex.org/keywords/greedy-search","display_name":"greedy search","score":0.5799999833106995},{"id":"https://openalex.org/keywords/stochastic-sampling","display_name":"stochastic sampling","score":0.8769999742507935},{"id":"https://openalex.org/keywords/temperature-scaling","display_name":"temperature scaling","score":0.996999979019165},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.9399999976158142},{"id":"https://openalex.org/keywords/gpt-3-5-turbo","display_name":"GPT-3.5-turbo","score":0.9599999785423279}],"concepts":[{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.8376998901367188},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6777946352958679},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.6069151163101196},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5613538026809692},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.5086982846260071},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.48365652561187744},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47892650961875916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.463315486907959},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.44829535484313965},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.43857455253601074},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.376666784286499},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2749483287334442},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1675940454006195},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09812536835670471},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2023.findings-emnlp.858","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.858","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-emnlp.858","pdf_url":"https://aclanthology.org/2023.findings-emnlp.858.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2310.11158","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.11158","pdf_url":"https://arxiv.org/pdf/2310.11158","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2310.11158","doi":"https://doi.org/10.48550/arxiv.2310.11158","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2310.11158","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.findings-emnlp.858","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.858","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-emnlp.858","pdf_url":"https://aclanthology.org/2023.findings-emnlp.858.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3121000023","display_name":null,"funder_award_id":"226\u20102023\u201000091","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389524263.pdf","grobid_xml":"https://content.openalex.org/works/W4389524263.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1525100564","https://openalex.org/W2001610569","https://openalex.org/W2042492924","https://openalex.org/W2081580037","https://openalex.org/W2136350371","https://openalex.org/W2153579005","https://openalex.org/W2171960331","https://openalex.org/W2250539671","https://openalex.org/W2252211741","https://openalex.org/W2257979135","https://openalex.org/W2493916176","https://openalex.org/W2938704169","https://openalex.org/W2963096510","https://openalex.org/W3020264409","https://openalex.org/W3047499204","https://openalex.org/W3081924543","https://openalex.org/W3093029835","https://openalex.org/W3097607794","https://openalex.org/W3164994912","https://openalex.org/W3166509103","https://openalex.org/W4224035735","https://openalex.org/W4226278401","https://openalex.org/W4285118702","https://openalex.org/W4285294723","https://openalex.org/W4304191715","https://openalex.org/W4316829915","https://openalex.org/W4318919287","https://openalex.org/W4322718191","https://openalex.org/W4327810158","https://openalex.org/W4360836968","https://openalex.org/W4361204756","https://openalex.org/W4366341216","https://openalex.org/W4367189299","https://openalex.org/W4384920109","https://openalex.org/W4385571053","https://openalex.org/W4385734232","https://openalex.org/W4386827094","https://openalex.org/W4387453630","https://openalex.org/W4400949264","https://openalex.org/W7133211372"],"related_works":["https://openalex.org/W7140121687","https://openalex.org/W7125172599","https://openalex.org/W4416025303","https://openalex.org/W7161124423","https://openalex.org/W7140166052","https://openalex.org/W7167208864","https://openalex.org/W4391713912","https://openalex.org/W4381487157","https://openalex.org/W4415974145"],"abstract_inverted_index":{"Large":[0],"language":[1,31,121],"models":[2,15,32,50,67,105,122],"possess":[3],"remarkable":[4],"capacity":[5],"for":[6,104],"processing":[7],"language,":[8],"but":[9,108],"it":[10],"remains":[11],"unclear":[12],"whether":[13],"these":[14],"can":[16],"further":[17],"generate":[18,52],"creative":[19,27],"content.The":[20],"present":[21],"study":[22],"aims":[23],"to":[24,51,99],"investigate":[25],"the":[26,38,57,63,77,88],"thinking":[28],"of":[29,46,84],"large":[30,120],"through":[33],"a":[34,110,129],"cognitive":[35],"perspective.We":[36],"utilize":[37],"divergent":[39,124],"association":[40],"task":[41],"(DAT),":[42],"an":[43],"objective":[44],"measurement":[45],"creativity":[47,113],"that":[48,118],"asks":[49],"unrelated":[53],"words":[54],"and":[55,68,94,114],"calculates":[56],"semantic":[58,125],"distance":[59],"between":[60,112],"them.We":[61],"compare":[62],"results":[64,116],"across":[65],"different":[66],"decoding":[69],"strategies.Our":[70],"findings":[71],"indicate":[72],"that:":[73],"(1)":[74],"When":[75],"using":[76],"greedy":[78],"search":[79],"strategy,":[80],"GPT-4":[81],"outperforms":[82],"96%":[83],"humans,":[85],"while":[86],"GPT-3.5-turboexceeds":[87],"average":[89],"human":[90],"level.(2)":[91],"Stochastic":[92],"sampling":[93],"temperature":[95],"scaling":[96],"are":[97],"effective":[98],"obtain":[100],"higher":[101],"DAT":[102],"scores":[103],"except":[106],"GPT-4,":[107],"face":[109],"trade-off":[111],"stability.These":[115],"imply":[117],"advanced":[119],"have":[123],"associations,":[126],"which":[127],"is":[128],"fundamental":[130],"process":[131],"underlying":[132],"creativity.":[133]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4389524263","counts_by_year":[{"year":2026,"cited_by_count":40},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2023-12-11T00:00:00"}
