{"id":"https://openalex.org/W7165537616","doi":"https://doi.org/10.1145/3774398.3811607","title":"Measuring Creativity at Scale via Multimodal Large Language Models","display_name":"Measuring Creativity at Scale via Multimodal Large Language Models","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165537616","doi":"https://doi.org/10.1145/3774398.3811607"},"language":null,"primary_location":{"id":"doi:10.1145/3774398.3811607","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774398.3811607","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774398.3811607","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062308355","display_name":"Armanda Lewis","orcid":"https://orcid.org/0000-0001-6189-494X"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Armanda Lewis","raw_affiliation_strings":["New York University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-6189-494X","affiliations":[{"raw_affiliation_string":"New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014320446","display_name":"Xavier Och\u00f4a","orcid":"https://orcid.org/0000-0002-4371-7701"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xavier Ochoa","raw_affiliation_strings":["New York University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-4371-7701","affiliations":[{"raw_affiliation_string":"New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I57206974"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.78487345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"209","last_page":"217"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11079","display_name":"Creativity in Education and Neuroscience","score":0.8849999904632568,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11079","display_name":"Creativity in Education and Neuroscience","score":0.8849999904632568,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12070","display_name":"Writing and Handwriting Education","score":0.031199999153614044,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.005499999970197678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/creativity","display_name":"Creativity","score":0.8970999717712402},{"id":"https://openalex.org/keywords/brainstorming","display_name":"Brainstorming","score":0.7218000292778015},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5325000286102295},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.47350001335144043},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4593999981880188},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.43700000643730164},{"id":"https://openalex.org/keywords/creativity-technique","display_name":"Creativity technique","score":0.4237000048160553}],"concepts":[{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.8970999717712402},{"id":"https://openalex.org/C150672426","wikidata":"https://www.wikidata.org/wiki/Q191183","display_name":"Brainstorming","level":2,"score":0.7218000292778015},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5698999762535095},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5325000286102295},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.47350001335144043},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46639999747276306},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4593999981880188},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.43700000643730164},{"id":"https://openalex.org/C52641369","wikidata":"https://www.wikidata.org/wiki/Q1426250","display_name":"Creativity technique","level":3,"score":0.4237000048160553},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3736000061035156},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.335999995470047},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33399999141693115},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3246000111103058},{"id":"https://openalex.org/C47350684","wikidata":"https://www.wikidata.org/wiki/Q5157306","display_name":"Computational creativity","level":3,"score":0.30169999599456787},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2935999929904938},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2921000123023987},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2685000002384186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3774398.3811607","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774398.3811607","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3774398.3811607","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774398.3811607","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.841632604598999,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W928378797","https://openalex.org/W1409033418","https://openalex.org/W1614298861","https://openalex.org/W1963654962","https://openalex.org/W1976063877","https://openalex.org/W1981692980","https://openalex.org/W1983578042","https://openalex.org/W1987011997","https://openalex.org/W2006850907","https://openalex.org/W2038333915","https://openalex.org/W2044794412","https://openalex.org/W2064190527","https://openalex.org/W2086438570","https://openalex.org/W2110446215","https://openalex.org/W2136063744","https://openalex.org/W2171960331","https://openalex.org/W2250539671","https://openalex.org/W2464940219","https://openalex.org/W2530938597","https://openalex.org/W2626866032","https://openalex.org/W2782673913","https://openalex.org/W2856473903","https://openalex.org/W2908149518","https://openalex.org/W2979826702","https://openalex.org/W2997088081","https://openalex.org/W3016430803","https://openalex.org/W3081924543","https://openalex.org/W3111802750","https://openalex.org/W3168867926","https://openalex.org/W4211059046","https://openalex.org/W4212923520","https://openalex.org/W4221143046","https://openalex.org/W4224107130","https://openalex.org/W4252293099","https://openalex.org/W4256201318","https://openalex.org/W4283815673","https://openalex.org/W4292779060","https://openalex.org/W4306646496","https://openalex.org/W4320912394","https://openalex.org/W4330338093","https://openalex.org/W4366523822","https://openalex.org/W4378771755","https://openalex.org/W4381487157","https://openalex.org/W4386170829","https://openalex.org/W4386745708","https://openalex.org/W4388210637","https://openalex.org/W4388765372","https://openalex.org/W4389435338","https://openalex.org/W4391094120","https://openalex.org/W4391275408","https://openalex.org/W4391871574","https://openalex.org/W4393213096","https://openalex.org/W4396626386","https://openalex.org/W4396673872","https://openalex.org/W4399795516","https://openalex.org/W4401306886","https://openalex.org/W4405447375","https://openalex.org/W4405655184","https://openalex.org/W4408404935","https://openalex.org/W4411346982","https://openalex.org/W4413081178","https://openalex.org/W4413081454","https://openalex.org/W4413324566","https://openalex.org/W4414095994","https://openalex.org/W4414939355","https://openalex.org/W4415057817","https://openalex.org/W4416408262","https://openalex.org/W4416422376","https://openalex.org/W4416443607","https://openalex.org/W4416796080","https://openalex.org/W4417351606","https://openalex.org/W6910718959","https://openalex.org/W7105993899","https://openalex.org/W7125172599"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"literature":[1],"in":[2,90,115,125,143],"automated":[3],"creativity":[4,72,88,113,145,195,207],"measurement":[5,89],"explores":[6],"the":[7,67,162,189],"use":[8],"of":[9,48,70,188,191],"large":[10,23,98,137],"language":[11,24,99,138],"models":[12,25,100,139],"to":[13,26,34,52,58,66,109,140,168,180,193,204],"measure":[14,194],"creative":[15,39],"tasks":[16,114],"at":[17],"scale,":[18],"for":[19,131],"example":[20],"using":[21],"text-based":[22,28],"score":[27],"brainstorming":[29],"activities":[30],"or":[31],"neural":[32],"nets":[33],"rate":[35],"images":[36],"from":[37],"a":[38,77,116,126],"drawing":[40],"task.":[41],"Prior":[42],"research":[43],"has":[44],"shown":[45],"that":[46,149],"educators":[47],"all":[49],"levels":[50],"want":[51],"gauge":[53],"and":[54,82,106,147,157,200],"support":[55],"students'":[56],"ability":[57,190],"be":[59],"creative,":[60],"but":[61,123],"are":[62],"often":[63],"limited":[64,182],"due":[65],"time-consuming":[68],"nature":[69],"existing":[71],"measurements,":[73],"as":[74,76],"well":[75],"disconnect":[78],"between":[79],"validated":[80],"instruments":[81],"class-based":[83],"activities.":[84],"This":[85],"paper":[86],"expands":[87],"several":[91,132],"important":[92],"ways.":[93],"We":[94,134,185],"leverage":[95],"state-of-the-art":[96],"multimodal":[97,136,154,206],"(MLLMs),":[101],"trained":[102],"on":[103,197],"text,":[104],"image,":[105],"other":[107,171],"data,":[108],"not":[110],"only":[111],"model":[112,120,130],"unitask":[117],"approach":[118,128],"(one":[119,129],"per":[121],"task),":[122],"also":[124],"multitask":[127],"tasks).":[133],"connect":[135],"benchmarks":[141],"established":[142],"psychological":[144],"research,":[146],"demonstrate":[148],"some":[150],"MLLMs":[151,172,192],"(notably":[152,173],"native":[153],"Llama":[155,174],"3.2":[156],"Qwen":[158],"3-VL":[159],"models)":[160],"surpass":[161],"best":[163],"scoring":[164],"measurements":[165],"by":[166],"up":[167],"5%,":[169],"while":[170],"4-109B)":[175],"need":[176],"additional":[177],"training":[178],"procedures":[179],"accommodate":[181],"fine-tuning":[183],"data.":[184],"offer":[186],"evidence":[187],"based":[196],"human":[198],"ratings,":[199],"explore":[201],"future":[202],"opportunities":[203],"advance":[205],"assessment":[208],"within":[209],"complex,":[210],"real-world":[211],"learning":[212],"environments.":[213]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-06-23T00:00:00"}