{"id":"https://openalex.org/W4207052645","doi":"https://doi.org/10.1109/tlt.2022.3144442","title":"Automatic Creativity Measurement in Scratch Programs Across Modalities","display_name":"Automatic Creativity Measurement in Scratch Programs Across Modalities","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4207052645","doi":"https://doi.org/10.1109/tlt.2022.3144442"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2022.3144442","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2022.3144442","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2211.05227","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011412936","display_name":"Anastasia Kovalkov","orcid":null},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Anastasia Kovalkov","raw_affiliation_strings":["Department of Software and Information Systems Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software and Information Systems Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113981153","display_name":"Benjamin Paasen","orcid":null},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]},{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Benjamin Paasen","raw_affiliation_strings":["Institute for Computer Science, Humboldt University of Berlin, Berlin, Germany","Educational Technology Lab, German Research Center for Artificial Intelligence, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0002-3899-2450","affiliations":[{"raw_affiliation_string":"Institute for Computer Science, Humboldt University of Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]},{"raw_affiliation_string":"Educational Technology Lab, German Research Center for Artificial Intelligence, Berlin, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089712688","display_name":"Avi Segal","orcid":"https://orcid.org/0000-0003-0915-5730"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Avi Segal","raw_affiliation_strings":["Department of Software and Information Systems Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software and Information Systems Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057497085","display_name":"Niels Pinkwart","orcid":"https://orcid.org/0000-0001-7076-9737"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]},{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Niels Pinkwart","raw_affiliation_strings":["Institute for Computer Science, Humboldt University of Berlin, Berlin, Germany","Educational Technology Lab, German Research Center for Artificial Intelligence, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Computer Science, Humboldt University of Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]},{"raw_affiliation_string":"Educational Technology Lab, German Research Center for Artificial Intelligence, Berlin, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024303852","display_name":"Kobi Gal","orcid":"https://orcid.org/0000-0001-7187-8572"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]},{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB","IL"],"is_corresponding":false,"raw_author_name":"Kobi Gal","raw_affiliation_strings":["Department of Software and Information Systems Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel","School of Informatics, University of Edinburgh, Edinburgh, U.K"],"raw_orcid":"https://orcid.org/0000-0001-7187-8572","affiliations":[{"raw_affiliation_string":"Department of Software and Information Systems Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]},{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5011412936"],"corresponding_institution_ids":["https://openalex.org/I124227911"],"apc_list":null,"apc_paid":null,"fwci":1.8184,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.85538666,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"14","issue":"6","first_page":"740","last_page":"753"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11079","display_name":"Creativity in Education and Neuroscience","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11079","display_name":"Creativity in Education and Neuroscience","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9434000253677368,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/creativity","display_name":"Creativity","score":0.9217278957366943},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7545912265777588},{"id":"https://openalex.org/keywords/fluency","display_name":"Fluency","score":0.7162345051765442},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.5821298956871033},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5406526923179626},{"id":"https://openalex.org/keywords/creativity-technique","display_name":"Creativity technique","score":0.5394587516784668},{"id":"https://openalex.org/keywords/originality","display_name":"Originality","score":0.5314003229141235},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.47210803627967834},{"id":"https://openalex.org/keywords/computational-creativity","display_name":"Computational creativity","score":0.44337424635887146},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.4140920341014862},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3965822458267212},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3960902988910675},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.34146562218666077},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.2821618318557739},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23833027482032776},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13752886652946472},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.09044048190116882}],"concepts":[{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.9217278957366943},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7545912265777588},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.7162345051765442},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.5821298956871033},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5406526923179626},{"id":"https://openalex.org/C52641369","wikidata":"https://www.wikidata.org/wiki/Q1426250","display_name":"Creativity technique","level":3,"score":0.5394587516784668},{"id":"https://openalex.org/C2776950860","wikidata":"https://www.wikidata.org/wiki/Q2914681","display_name":"Originality","level":3,"score":0.5314003229141235},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.47210803627967834},{"id":"https://openalex.org/C47350684","wikidata":"https://www.wikidata.org/wiki/Q5157306","display_name":"Computational creativity","level":3,"score":0.44337424635887146},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.4140920341014862},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3965822458267212},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3960902988910675},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.34146562218666077},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2821618318557739},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23833027482032776},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13752886652946472},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.09044048190116882},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tlt.2022.3144442","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2022.3144442","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2211.05227","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.05227","pdf_url":"https://arxiv.org/pdf/2211.05227","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pub.uni-bielefeld.de:2978997","is_oa":false,"landing_page_url":"https://pub.uni-bielefeld.de/record/2978997","pdf_url":null,"source":{"id":"https://openalex.org/S4306401670","display_name":"PUB \u2013 Publications at Bielefeld University (Bielefeld University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I20121455","host_organization_name":"Bielefeld University","host_organization_lineage":["https://openalex.org/I20121455"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"http://purl.org/coar/resource_type/c_6501"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2211.05227","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.05227","pdf_url":"https://arxiv.org/pdf/2211.05227","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7599999904632568,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4270130447","display_name":null,"funder_award_id":"PA 3460/2-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W101664218","https://openalex.org/W206690697","https://openalex.org/W1647671624","https://openalex.org/W1919043550","https://openalex.org/W1940559221","https://openalex.org/W1963557108","https://openalex.org/W1969949803","https://openalex.org/W1976373002","https://openalex.org/W1978478796","https://openalex.org/W1986642396","https://openalex.org/W2019443768","https://openalex.org/W2052063636","https://openalex.org/W2077069816","https://openalex.org/W2084944215","https://openalex.org/W2114522563","https://openalex.org/W2141461755","https://openalex.org/W2144343387","https://openalex.org/W2157316205","https://openalex.org/W2158997610","https://openalex.org/W2163097072","https://openalex.org/W2171882070","https://openalex.org/W2171960331","https://openalex.org/W2192412620","https://openalex.org/W2194775991","https://openalex.org/W2215236163","https://openalex.org/W2221987547","https://openalex.org/W2246775628","https://openalex.org/W2290826927","https://openalex.org/W2295598076","https://openalex.org/W2309460698","https://openalex.org/W2441881010","https://openalex.org/W2528808155","https://openalex.org/W2542232616","https://openalex.org/W2554948384","https://openalex.org/W2585470482","https://openalex.org/W2605428641","https://openalex.org/W2738029666","https://openalex.org/W2748832454","https://openalex.org/W2783348159","https://openalex.org/W2789751131","https://openalex.org/W2805522226","https://openalex.org/W2887801798","https://openalex.org/W2902077037","https://openalex.org/W2940692219","https://openalex.org/W2941570178","https://openalex.org/W2962907997","https://openalex.org/W2968171911","https://openalex.org/W2986445670","https://openalex.org/W3042551288","https://openalex.org/W3046380689","https://openalex.org/W4242654914","https://openalex.org/W4250809414","https://openalex.org/W4307604809","https://openalex.org/W6604093662","https://openalex.org/W6608315494","https://openalex.org/W6636915900","https://openalex.org/W6640253322","https://openalex.org/W6677151828","https://openalex.org/W6683156914","https://openalex.org/W6688759081","https://openalex.org/W6728855240","https://openalex.org/W6741502269","https://openalex.org/W6751373637","https://openalex.org/W6983491472"],"related_works":["https://openalex.org/W2147223282","https://openalex.org/W3009129725","https://openalex.org/W2127049152","https://openalex.org/W4308217548","https://openalex.org/W2312058960","https://openalex.org/W4249004190","https://openalex.org/W4361298663","https://openalex.org/W2966673271","https://openalex.org/W2952095528","https://openalex.org/W2017010322"],"abstract_inverted_index":{"Promoting":[0],"creativity":[1,10,53,89,99,112,121,150,165],"is":[2,11,44,140],"considered":[3],"an":[4,102],"important":[5],"goal":[6],"of":[7,28,90,127,164],"education,":[8],"but":[9],"notoriously":[12],"hard":[13],"to":[14,34,155,159],"measure.":[15],"In":[16],"this":[17],"article,":[18],"we":[19],"make":[20],"the":[21,36,68,74,88,125,128,133,162],"journey":[22],"from":[23],"defining":[24],"a":[25,39,82,141],"formal":[26],"measure":[27,37,43,70],"creativity,":[29],"that":[30,109,151],"is,":[31],"efficiently":[32],"computable":[33],"applying":[35],"in":[38,52,73,101,113,144,167],"practical":[40],"domain.":[41],"The":[42,119],"general":[45,69],"and":[46,58,94,158],"relies":[47],"on":[48,96],"core":[49],"theoretical":[50],"concepts":[51],"theory,":[54],"namely":[55],"fluency,":[56],"flexibility,":[57],"originality,":[59],"integrating":[60],"with":[61,124,136],"prior":[62],"cognitive":[63],"science":[64],"literature.":[65],"We":[66,80],"adapted":[67],"for":[71,86,148],"projects":[72],"popular":[75],"visual":[76],"programming":[77],"language":[78],"Scratch.":[79],"designed":[81],"machine":[83],"learning":[84],"model":[85],"predicting":[87],"Scratch":[91,114],"projects,":[92],"trained":[93],"evaluated":[95],"human":[97,129],"expert":[98],"assessments":[100],"extensive":[103],"user":[104],"study.":[105],"Our":[106],"results":[107],"show":[108],"opinions":[110],"about":[111],"varied":[115],"widely":[116],"across":[117],"experts.":[118],"automatic":[120],"assessment":[122,126],"aligned":[123],"experts":[130,134],"more":[131],"than":[132],"agreed":[135],"each":[137],"other.":[138],"This":[139],"first":[142],"step":[143],"providing":[145],"computational":[146],"models":[147],"measuring":[149],"can":[152],"be":[153],"applied":[154],"educational":[156],"technologies,":[157],"scale":[160],"up":[161],"benefit":[163],"education":[166],"schools.":[168]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-05-03T08:25:01.440150","created_date":"2025-10-10T00:00:00"}