{"id":"https://openalex.org/W3097950432","doi":"https://doi.org/10.1115/detc2020-22446","title":"How Should We Measure Creativity in Design Studies? A Comparison of Social Science and Engineering Approaches","display_name":"How Should We Measure Creativity in Design Studies? A Comparison of Social Science and Engineering Approaches","publication_year":2020,"publication_date":"2020-08-17","ids":{"openalex":"https://openalex.org/W3097950432","doi":"https://doi.org/10.1115/detc2020-22446","mag":"3097950432"},"language":"en","primary_location":{"id":"doi:10.1115/detc2020-22446","doi":"https://doi.org/10.1115/detc2020-22446","is_oa":false,"landing_page_url":"https://doi.org/10.1115/detc2020-22446","pdf_url":null,"source":{"id":"https://openalex.org/S7407096944","display_name":"ASME International Design Engineering Technical Conferences and Computers and Information in Engineering Conference (IDETC/CIE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310321320","host_organization_name":"American Society of Mechanical Engineers","host_organization_lineage":["https://openalex.org/P4310321320"],"host_organization_lineage_names":["American Society of Mechanical Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Volume 8: 32nd International Conference on Design Theory and Methodology (DTM)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046296081","display_name":"Scarlett R. Miller","orcid":"https://orcid.org/0000-0002-5854-8314","observed_orcids":["https://orcid.org/0000-0002-5854-8314"]},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scarlett R. Miller","raw_affiliation_strings":["Pennsylvania State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pennsylvania State University","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018009125","display_name":"Samuel T. Hunter","orcid":"https://orcid.org/0000-0002-2036-7681","observed_orcids":["https://orcid.org/0000-0002-2036-7681"]},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel T. Hunter","raw_affiliation_strings":["Pennsylvania State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pennsylvania State University","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038018031","display_name":"Elizabeth M. Starkey","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth Starkey","raw_affiliation_strings":["Pennsylvania State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pennsylvania State University","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112395324","display_name":"Sharath Kumar Ramachandran","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sharath Ramachandran","raw_affiliation_strings":["Pennsylvania State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pennsylvania State University","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040705509","display_name":"Faez Ahmed","orcid":"https://orcid.org/0000-0002-5227-2628","observed_orcids":["https://orcid.org/0000-0002-5227-2628"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Faez Ahmed","raw_affiliation_strings":["Northwestern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036788329","display_name":"Mark Fuge","orcid":"https://orcid.org/0000-0003-3819-8895","observed_orcids":["https://orcid.org/0000-0003-3819-8895"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Fuge","raw_affiliation_strings":["University of Maryland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2338,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.78037743,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11079","display_name":"Creativity in Education and Neuroscience","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13682","display_name":"Engineering Education and Pedagogy","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2216","display_name":"Architecture"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/creativity-assessment","display_name":"creativity assessment","score":0.9559999704360962},{"id":"https://openalex.org/keywords/design-creativity","display_name":"design creativity","score":0.5619999766349792},{"id":"https://openalex.org/keywords/idea-novelty","display_name":"idea novelty","score":0.7009999752044678},{"id":"https://openalex.org/keywords/idea-quality","display_name":"idea quality","score":0.8619999885559082},{"id":"https://openalex.org/keywords/expert-raters","display_name":"expert raters","score":0.5690000057220459},{"id":"https://openalex.org/keywords/think-aloud","display_name":"think-aloud","score":0.578000009059906},{"id":"https://openalex.org/keywords/concept-mapping","display_name":"concept mapping","score":0.9490000009536743},{"id":"https://openalex.org/keywords/creativity-metrics","display_name":"creativity metrics","score":0.7440000176429749}],"concepts":[{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.8307510614395142},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.7952247858047485},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5987505912780762},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5973767042160034},{"id":"https://openalex.org/C34972735","wikidata":"https://www.wikidata.org/wiki/Q2920267","display_name":"Engineering design process","level":2,"score":0.4995384216308594},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.42210423946380615},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.419197678565979},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.41777920722961426},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.36179932951927185},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3439696431159973},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.33535194396972656},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3206636309623718},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19771647453308105},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1685561239719391},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.12446615099906921},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1115/detc2020-22446","doi":"https://doi.org/10.1115/detc2020-22446","is_oa":false,"landing_page_url":"https://doi.org/10.1115/detc2020-22446","pdf_url":null,"source":{"id":"https://openalex.org/S7407096944","display_name":"ASME International Design Engineering Technical Conferences and Computers and Information in Engineering Conference (IDETC/CIE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310321320","host_organization_name":"American Society of Mechanical Engineers","host_organization_lineage":["https://openalex.org/P4310321320"],"host_organization_lineage_names":["American Society of Mechanical Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Volume 8: 32nd International Conference on Design Theory and Methodology (DTM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1262022853","https://openalex.org/W1824447357","https://openalex.org/W1856993047","https://openalex.org/W1932600118","https://openalex.org/W1964218847","https://openalex.org/W1967285998","https://openalex.org/W1971711030","https://openalex.org/W1975518298","https://openalex.org/W1989497643","https://openalex.org/W1991839092","https://openalex.org/W2001234696","https://openalex.org/W2003188719","https://openalex.org/W2010285332","https://openalex.org/W2022871168","https://openalex.org/W2025691942","https://openalex.org/W2029059553","https://openalex.org/W2029259037","https://openalex.org/W2040408755","https://openalex.org/W2043950344","https://openalex.org/W2056076599","https://openalex.org/W2077081905","https://openalex.org/W2078606590","https://openalex.org/W2082652812","https://openalex.org/W2089437702","https://openalex.org/W2093392580","https://openalex.org/W2100026901","https://openalex.org/W2107714627","https://openalex.org/W2108400934","https://openalex.org/W2111143102","https://openalex.org/W2129863227","https://openalex.org/W2134868704","https://openalex.org/W2136302741","https://openalex.org/W2158504548","https://openalex.org/W2164777277","https://openalex.org/W2165394530","https://openalex.org/W2172722390","https://openalex.org/W2194785849","https://openalex.org/W2261191959","https://openalex.org/W2262250234","https://openalex.org/W2473833562","https://openalex.org/W2514103537","https://openalex.org/W2611739492","https://openalex.org/W2898964810","https://openalex.org/W2938716636","https://openalex.org/W3002807420"],"related_works":["https://openalex.org/W3095120293","https://openalex.org/W2027070013","https://openalex.org/W2991338577","https://openalex.org/W2082652812","https://openalex.org/W3213677365","https://openalex.org/W2055876871","https://openalex.org/W959181621","https://openalex.org/W2089437702","https://openalex.org/W2898621847","https://openalex.org/W7027896063"],"abstract_inverted_index":{"Abstract":[0],"Design":[1],"researchers":[2],"have":[3,42,55],"long":[4],"sought":[5],"to":[6,28,48,68,136],"understand":[7],"the":[8,18,23,31,143,179,191],"mechanisms":[9],"that":[10,98,146],"support":[11],"creative":[12],"idea":[13,107,122,182],"development.":[14],"However,":[15],"one":[16],"of":[17,34,53,64,78,94,106,121,126,139,155,168,173,181,196],"key":[19],"challenges":[20],"faced":[21],"by":[22],"design":[24,60,76,82,156,169,186,198],"community":[25],"is":[26],"how":[27],"effectively":[29],"measure":[30],"nebulous":[32],"construct":[33],"creativity.":[35],"The":[36,62,92,171],"social":[37],"science":[38],"and":[39,70,149,188,193],"engineering":[40,59,81,185,197],"communities":[41],"adopted":[43],"two":[44,73,101],"vastly":[45],"different":[46],"approaches":[47,74],"solving":[49],"this":[50,65,95,174],"problem,":[51],"both":[52],"which":[54],"been":[56],"deployed":[57],"throughout":[58],"research.":[61],"goal":[63],"paper":[66],"was":[67,110,159],"compare":[69],"contrast":[71],"these":[72,100,117,164],"using":[75],"ratings":[77,105,120,154,167,183],"nearly":[79],"1000":[80],"ideas":[83],"paired":[84],"with":[85,89],"a":[86,111],"qualitative":[87],"study":[88,96,175],"expert":[90,129,150],"raters.":[91],"results":[93,144,172],"identify":[97],"while":[99,147],"methods":[102,118],"provide":[103,176],"similar":[104,153],"quality,":[108],"there":[109,158],"statistically":[112],"significant":[113,161],"negative":[114],"relationship":[115],"between":[116,163],"for":[119,166,178,190],"novelty.":[123],"Qualitative":[124],"analysis":[125],"recordings":[127],"from":[128],"raters\u2019":[130],"think":[131],"aloud":[132],"concept":[133],"mapping":[134],"points":[135],"potential":[137,194],"sources":[138],"disagreement.":[140],"In":[141],"addition,":[142],"show":[145],"quasi-expert":[148],"raters":[151],"provided":[152],"novelty,":[157],"not":[160],"agreement":[162],"groups":[165],"quality.":[170],"guidance":[177],"deployment":[180],"in":[184],"research":[187],"evidence":[189],"development":[192],"modification":[195],"creativity":[199],"metrics.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-01T11:40:01.658920","created_date":"2020-11-09T00:00:00"}