{"id":"https://openalex.org/W4313436026","doi":"https://doi.org/10.1145/3571817","title":"Visualizing Topics and Opinions Helps Students Interpret Large Collections of Peer Feedback for Creative Projects","display_name":"Visualizing Topics and Opinions Helps Students Interpret Large Collections of Peer Feedback for Creative Projects","publication_year":2022,"publication_date":"2022-12-20","ids":{"openalex":"https://openalex.org/W4313436026","doi":"https://doi.org/10.1145/3571817"},"language":"en","primary_location":{"id":"doi:10.1145/3571817","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3571817","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001959115","display_name":"Patrick A. Crain","orcid":"https://orcid.org/0000-0001-6581-7124"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick Crain","raw_affiliation_strings":["University of Illinois, Urbana-Champaign"],"raw_orcid":"https://orcid.org/0000-0001-6581-7124","affiliations":[{"raw_affiliation_string":"University of Illinois, Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100609347","display_name":"Jaewook Lee","orcid":"https://orcid.org/0000-0002-1481-9290"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaewook Lee","raw_affiliation_strings":["University of Illinois, Urbana-Champaign"],"raw_orcid":"https://orcid.org/0000-0002-1481-9290","affiliations":[{"raw_affiliation_string":"University of Illinois, Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095927531","display_name":"Yu-Chun Grace Yen","orcid":"https://orcid.org/0000-0002-5442-6934"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu-Chun Yen","raw_affiliation_strings":["University of California, San Diego"],"raw_orcid":"https://orcid.org/0000-0002-5442-6934","affiliations":[{"raw_affiliation_string":"University of California, San Diego","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041241124","display_name":"Joy Kim","orcid":"https://orcid.org/0000-0002-4622-8161"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]},{"id":"https://openalex.org/I4400573203","display_name":"Nature Inspires Creativity Engineers Lab","ror":"https://ror.org/02bczqy30","country_code":null,"type":"facility","lineage":["https://openalex.org/I201841394","https://openalex.org/I4400573203"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joy Kim","raw_affiliation_strings":["Adobe Creative Intelligence Lab"],"raw_orcid":"https://orcid.org/0000-0002-4622-8161","affiliations":[{"raw_affiliation_string":"Adobe Creative Intelligence Lab","institution_ids":["https://openalex.org/I1306409833","https://openalex.org/I4400573203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075962600","display_name":"Alyssa Aiello","orcid":"https://orcid.org/0000-0003-1252-8649"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alyssa Aiello","raw_affiliation_strings":["University of Illinois, Urbana-Champaign"],"raw_orcid":"https://orcid.org/0000-0003-1252-8649","affiliations":[{"raw_affiliation_string":"University of Illinois, Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034329641","display_name":"Brian P. Bailey","orcid":"https://orcid.org/0000-0003-1859-986X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Bailey","raw_affiliation_strings":["University of Illinois, Urbana-Champaign"],"raw_orcid":"https://orcid.org/0000-0003-1859-986X","affiliations":[{"raw_affiliation_string":"University of Illinois, Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.237,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.9032185,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"30","issue":"3","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11039","display_name":"Evaluation of Teaching Practices","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14207","display_name":"Higher Education Practises and Engagement","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensemaking","display_name":"Sensemaking","score":0.7884387373924255},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.7481501698493958},{"id":"https://openalex.org/keywords/peer-feedback","display_name":"Peer feedback","score":0.5852634310722351},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5640968084335327},{"id":"https://openalex.org/keywords/icon","display_name":"Icon","score":0.5355221033096313},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.49686673283576965},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4556189179420471},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3710625171661377},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.34838899970054626},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3354201316833496},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.32404863834381104},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32183998823165894},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.10698404908180237},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.0773845911026001}],"concepts":[{"id":"https://openalex.org/C2780554381","wikidata":"https://www.wikidata.org/wiki/Q2063340","display_name":"Sensemaking","level":2,"score":0.7884387373924255},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.7481501698493958},{"id":"https://openalex.org/C42058189","wikidata":"https://www.wikidata.org/wiki/Q7160400","display_name":"Peer feedback","level":2,"score":0.5852634310722351},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5640968084335327},{"id":"https://openalex.org/C2778447006","wikidata":"https://www.wikidata.org/wiki/Q1156474","display_name":"Icon","level":2,"score":0.5355221033096313},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.49686673283576965},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4556189179420471},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3710625171661377},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.34838899970054626},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3354201316833496},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.32404863834381104},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32183998823165894},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.10698404908180237},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0773845911026001},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3571817","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3571817","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W357246364","https://openalex.org/W1458521238","https://openalex.org/W1500842519","https://openalex.org/W1980446460","https://openalex.org/W2011381597","https://openalex.org/W2018695688","https://openalex.org/W2050535521","https://openalex.org/W2067685245","https://openalex.org/W2075433557","https://openalex.org/W2076974098","https://openalex.org/W2083188089","https://openalex.org/W2112665591","https://openalex.org/W2113117674","https://openalex.org/W2121857874","https://openalex.org/W2122933407","https://openalex.org/W2130854479","https://openalex.org/W2143562627","https://openalex.org/W2150104072","https://openalex.org/W2153207410","https://openalex.org/W2154041216","https://openalex.org/W2164539506","https://openalex.org/W2164777277","https://openalex.org/W2184804741","https://openalex.org/W2241136257","https://openalex.org/W2262972580","https://openalex.org/W2411190811","https://openalex.org/W2513801908","https://openalex.org/W2522760131","https://openalex.org/W2560140854","https://openalex.org/W2593290760","https://openalex.org/W2640953580","https://openalex.org/W2643969809","https://openalex.org/W2648608910","https://openalex.org/W2775082202","https://openalex.org/W2792400254","https://openalex.org/W2890838587","https://openalex.org/W2898929557","https://openalex.org/W2914783728","https://openalex.org/W2941298121","https://openalex.org/W2980877729","https://openalex.org/W3029150395","https://openalex.org/W3031879675","https://openalex.org/W3039090620","https://openalex.org/W3111691479","https://openalex.org/W3175726067","https://openalex.org/W4232005705","https://openalex.org/W4288076431","https://openalex.org/W6628714857","https://openalex.org/W6669822182"],"related_works":["https://openalex.org/W3002559787","https://openalex.org/W2100609754","https://openalex.org/W3175319091","https://openalex.org/W2050640900","https://openalex.org/W2795557596","https://openalex.org/W2049050102","https://openalex.org/W2596767525","https://openalex.org/W1886987011","https://openalex.org/W2331546953","https://openalex.org/W2023412717"],"abstract_inverted_index":{"We":[0,56,81],"deployed":[1],"a":[2,30],"feedback":[3,15,33,52,139],"visualization":[4,149],"tool":[5,12,22,49,71,135],"to":[6,50,62,72,92,115],"learn":[7,63],"how":[8],"students":[9,58,83,129],"used":[10],"the":[11,24,48,70,94,123,134,141,145,148,151],"for":[13,37,53],"interpreting":[14],"from":[16],"peers":[17],"and":[18,26,34,76,87,101,111],"teaching":[19],"assistants.":[20],"The":[21,125],"visualizes":[23],"topic":[25],"opinion":[27],"structure":[28],"in":[29,122,133],"collection":[31],"of":[32,43,69,78,147,153],"provides":[35],"interaction":[36],"reviewing":[38,137],"providers\u2019":[39],"backgrounds.":[40],"A":[41],"total":[42],"18":[44],"teams":[45],"engaged":[46],"with":[47],"interpret":[51],"course":[54,102],"projects.":[55],"surveyed":[57],"(N":[59,84,89],"=":[60,85,90],"69)":[61],"about":[64],"their":[65],"sensemaking":[66],"goals,":[67,75],"use":[68],"accomplish":[73],"those":[74],"perceptions":[77],"specific":[79,119],"features.":[80],"interviewed":[82],"12)":[86],"TAs":[88],"2)":[91],"assess":[93],"tool\u2019s":[95],"impact":[96],"on":[97],"students\u2019":[98],"review":[99],"processes":[100],"instruction.":[103],"Students":[104,143],"discovered":[105],"valuable":[106],"feedback,":[107],"assessed":[108],"project":[109],"quality,":[110],"justified":[112],"design":[113],"decisions":[114],"teammates":[116],"by":[117],"exploring":[118],"icon":[120],"patterns":[121],"visualization.":[124],"interviews":[126],"revealed":[127],"that":[128],"mimicked":[130],"strategies":[131],"implemented":[132],"when":[136],"new":[138],"without":[140],"tool.":[142],"found":[144],"benefits":[146],"outweighed":[150],"cost":[152],"labeling":[154],"feedback.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
