{"id":"https://openalex.org/W4407213345","doi":"https://doi.org/10.1109/tpami.2025.3539433","title":"A Causality-Aware Paradigm for Evaluating Creativity of Multimodal Large Language Models","display_name":"A Causality-Aware Paradigm for Evaluating Creativity of Multimodal Large Language Models","publication_year":2025,"publication_date":"2025-02-06","ids":{"openalex":"https://openalex.org/W4407213345","doi":"https://doi.org/10.1109/tpami.2025.3539433","pmid":"https://pubmed.ncbi.nlm.nih.gov/40031783"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3539433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3539433","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003078054","display_name":"Zeyu Huang","orcid":"https://orcid.org/0000-0002-2135-1104"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhongzhan Huang","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China","Sun Yat-sen University, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102853319","display_name":"Shanshan Zhong","orcid":"https://orcid.org/0000-0003-3082-7351"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanshan Zhong","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China","Sun Yat-sen University, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010883708","display_name":"Pan Zhou","orcid":"https://orcid.org/0000-0003-3400-8943"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Pan Zhou","raw_affiliation_strings":["Singapore Management University, Singapore","Singapore Management University"],"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111361941","display_name":"Shanghua Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shanghua Gao","raw_affiliation_strings":["Harvard University, Cambridge, MA, USA","Harvard University, USA"],"affiliations":[{"raw_affiliation_string":"Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I2801851002"]},{"raw_affiliation_string":"Harvard University, USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086052373","display_name":"Marinka \u017ditnik","orcid":"https://orcid.org/0000-0001-8530-7228"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marinka Zitnik","raw_affiliation_strings":["Harvard University, Cambridge, MA, USA","Harvard University, USA"],"affiliations":[{"raw_affiliation_string":"Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I2801851002"]},{"raw_affiliation_string":"Harvard University, USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100412937","display_name":"Liang Lin","orcid":"https://orcid.org/0000-0003-2248-3755"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Lin","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, and Guangdong Key Laboratory of Big Data Analysis and Processing, Guangzhou, China","Sun Yat-sen University, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, and Guangdong Key Laboratory of Big Data Analysis and Processing, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5003078054"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":18.8547,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.98981578,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"47","issue":"5","first_page":"3830","last_page":"3846"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.8467000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.8467000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8349999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.7979000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/creativity","display_name":"Creativity","score":0.6857221722602844},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6742781400680542},{"id":"https://openalex.org/keywords/causality","display_name":"Causality (physics)","score":0.6522067785263062},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5541969537734985},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.48844853043556213},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.376914918422699},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3574010729789734},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34843897819519043},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2517346143722534}],"concepts":[{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.6857221722602844},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6742781400680542},{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.6522067785263062},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5541969537734985},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.48844853043556213},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.376914918422699},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3574010729789734},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34843897819519043},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2517346143722534},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003405","descriptor_name":"Creativity","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003405","descriptor_name":"Creativity","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003405","descriptor_name":"Creativity","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003405","descriptor_name":"Creativity","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003405","descriptor_name":"Creativity","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3539433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3539433","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40031783","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40031783","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G3972927233","display_name":null,"funder_award_id":"62325605","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5568093572","display_name":null,"funder_award_id":"623B2099","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7073678484","display_name":null,"funder_award_id":"2021ZD0111601","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G7519033713","display_name":null,"funder_award_id":"2023A1515011374","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G7766179001","display_name":null,"funder_award_id":"23-SIS-SMU-070","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G8072948692","display_name":null,"funder_award_id":"23-SIS-SMU-028","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"}],"funders":[{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":91,"referenced_works":["https://openalex.org/W1989522976","https://openalex.org/W1993368999","https://openalex.org/W2013580886","https://openalex.org/W2023861475","https://openalex.org/W2032017169","https://openalex.org/W2040772523","https://openalex.org/W2069870183","https://openalex.org/W2086438570","https://openalex.org/W2108355207","https://openalex.org/W2143814017","https://openalex.org/W2151981357","https://openalex.org/W2160471965","https://openalex.org/W2167340571","https://openalex.org/W2296765593","https://openalex.org/W2315326319","https://openalex.org/W2572943907","https://openalex.org/W3037302634","https://openalex.org/W3155340931","https://openalex.org/W3156636935","https://openalex.org/W3175270222","https://openalex.org/W3200442298","https://openalex.org/W4225080353","https://openalex.org/W4235933491","https://openalex.org/W4285294723","https://openalex.org/W4297438061","https://openalex.org/W4313545395","https://openalex.org/W4385375196","https://openalex.org/W4385571053","https://openalex.org/W4385571689","https://openalex.org/W4385573874","https://openalex.org/W4386739148","https://openalex.org/W4386942538","https://openalex.org/W4387968301","https://openalex.org/W4389519189","https://openalex.org/W4389519254","https://openalex.org/W4389524263","https://openalex.org/W4390873635","https://openalex.org/W4391136507","https://openalex.org/W4392637287","https://openalex.org/W4396759412","https://openalex.org/W4402671256","https://openalex.org/W4402704595","https://openalex.org/W4402716477","https://openalex.org/W4402727764","https://openalex.org/W4402754162","https://openalex.org/W4404782255","https://openalex.org/W6635646554","https://openalex.org/W6636749064","https://openalex.org/W6648961677","https://openalex.org/W6770773403","https://openalex.org/W6777245467","https://openalex.org/W6786277296","https://openalex.org/W6788490706","https://openalex.org/W6791353385","https://openalex.org/W6796581206","https://openalex.org/W6800875267","https://openalex.org/W6809646742","https://openalex.org/W6810162553","https://openalex.org/W6811467201","https://openalex.org/W6838865847","https://openalex.org/W6843405348","https://openalex.org/W6845413636","https://openalex.org/W6846626714","https://openalex.org/W6849177959","https://openalex.org/W6851775633","https://openalex.org/W6851813333","https://openalex.org/W6852060543","https://openalex.org/W6852712537","https://openalex.org/W6852874933","https://openalex.org/W6853078795","https://openalex.org/W6853116092","https://openalex.org/W6853128477","https://openalex.org/W6854866820","https://openalex.org/W6855350031","https://openalex.org/W6855688173","https://openalex.org/W6855917509","https://openalex.org/W6856533554","https://openalex.org/W6856800273","https://openalex.org/W6857401266","https://openalex.org/W6857872576","https://openalex.org/W6858268588","https://openalex.org/W6858412945","https://openalex.org/W6858676755","https://openalex.org/W6859532197","https://openalex.org/W6860041859","https://openalex.org/W6862331864","https://openalex.org/W6867225139","https://openalex.org/W6872927245","https://openalex.org/W6873160654","https://openalex.org/W6873338258","https://openalex.org/W6876048176"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2899084033","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W2748952813","https://openalex.org/W1531601525"],"abstract_inverted_index":{"Recently,":[0],"numerous":[1],"benchmarks":[2],"have":[3],"been":[4],"developed":[5],"to":[6,29,81,85,143],"evaluate":[7],"the":[8,19,30,47,52,69,79,95,125,172,187,206,239,246],"logical":[9],"reasoning":[10],"abilities":[11],"of":[12,24,36,54,98,108,242,248],"large":[13],"language":[14],"models":[15],"(LLMs).":[16],"However,":[17],"assessing":[18],"equally":[20],"important":[21],"creative":[22,111,174],"capabilities":[23],"LLMs":[25,101,183,191],"is":[26,194],"challenging":[27],"due":[28],"subjective,":[31],"diverse,":[32],"and":[33,64,78,102,133,156,192,211,244],"data-scarce":[34],"nature":[35],"creativity,":[37,186],"especially":[38],"in":[39,149,238],"multimodal":[40,55,100,207],"scenarios.":[41],"In":[42],"this":[43],"paper,":[44],"we":[45,67,135,198],"consider":[46],"comprehensive":[48],"pipeline":[49],"for":[50,118,128],"evaluating":[51],"creativity":[53,166,220,243],"LLMs,":[56],"with":[57,94,218,228],"a":[58,105,200,215,235],"focus":[59],"on":[60],"suitable":[61],"evaluation":[62,141],"platforms":[63],"methodologies.":[65],"First,":[66],"find":[68],"Oogiri":[70,126],"game-a":[71],"creativity-driven":[72],"task":[73],"requiring":[74],"humor,":[75],"associative":[76],"thinking,":[77],"ability":[80],"produce":[82],"unexpected":[83],"responses":[84],"text,":[86],"images,":[87],"or":[88],"both.":[89],"This":[90,222],"game":[91,127],"aligns":[92,227],"well":[93],"input-output":[96],"structure":[97],"modern":[99],"benefits":[103],"from":[104,205],"rich":[106],"repository":[107],"high-quality,":[109],"human-annotated":[110],"responses,":[112],"making":[113],"it":[114],"an":[115,138],"ideal":[116],"platform":[117],"studying":[119],"LLM":[120,165],"creativity.":[121],"Next,":[122],"beyond":[123],"using":[124],"standard":[129,150],"evaluations":[130],"like":[131],"ranking":[132],"selection,":[134],"propose":[136],"LoTbench,":[137,212],"interactive,":[139],"causality-aware":[140],"framework,":[142],"further":[144],"address":[145],"some":[146],"intrinsic":[147],"risks":[148],"evaluations,":[151],"such":[152],"as":[153,234],"information":[154],"leakage":[155],"limited":[157],"interpretability.":[158],"The":[159],"proposed":[160],"LoTbench":[161,225],"not":[162,195],"only":[163,214],"quantifies":[164],"more":[167],"effectively":[168],"but":[169,213],"also":[170],"visualizes":[171],"underlying":[173],"thought":[175],"processes.":[176],"Our":[177],"results":[178,204],"show":[179],"that":[180,224],"while":[181],"most":[182],"exhibit":[184],"constrained":[185],"performance":[188],"gap":[189],"between":[190,203],"humans":[193],"insurmountable.":[196],"Furthermore,":[197],"observe":[199],"strong":[201],"correlation":[202],"cognition":[208,233],"benchmark":[209],"MMMU":[210],"weak":[216],"connection":[217],"traditional":[219],"metrics.":[221],"suggests":[223],"better":[226],"human":[229],"cognitive":[230],"theories,":[231],"highlighting":[232],"critical":[236],"foundation":[237],"early":[240],"stages":[241],"enabling":[245],"bridging":[247],"diverse":[249],"concepts.":[250],"Project":[251],"Page.":[252]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
