{"id":"https://openalex.org/W4210880333","doi":"https://doi.org/10.1109/mcg.2022.3149683","title":"Lessons Learned From Quantitatively Exploring Visualization Rubric Utilization for Peer Feedback","display_name":"Lessons Learned From Quantitatively Exploring Visualization Rubric Utilization for Peer Feedback","publication_year":2022,"publication_date":"2022-02-09","ids":{"openalex":"https://openalex.org/W4210880333","doi":"https://doi.org/10.1109/mcg.2022.3149683","pmid":"https://pubmed.ncbi.nlm.nih.gov/35139010"},"language":"en","primary_location":{"id":"doi:10.1109/mcg.2022.3149683","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcg.2022.3149683","pdf_url":null,"source":{"id":"https://openalex.org/S105380075","display_name":"IEEE Computer Graphics and Applications","issn_l":"0272-1716","issn":["0272-1716","1558-1756"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computer Graphics and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021843412","display_name":"Daniel J. Barajas","orcid":null},"institutions":[{"id":"https://openalex.org/I76766440","display_name":"University of San Francisco","ror":"https://ror.org/029m7xn54","country_code":"US","type":"education","lineage":["https://openalex.org/I76766440"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel J. Barajas","raw_affiliation_strings":["University of San Francisco, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of San Francisco, San Francisco, CA, USA","institution_ids":["https://openalex.org/I76766440"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069559732","display_name":"Xornam S. Apedoe","orcid":"https://orcid.org/0000-0001-6342-4300"},"institutions":[{"id":"https://openalex.org/I76766440","display_name":"University of San Francisco","ror":"https://ror.org/029m7xn54","country_code":"US","type":"education","lineage":["https://openalex.org/I76766440"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xornam S. Apedoe","raw_affiliation_strings":["University of San Francisco, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of San Francisco, San Francisco, CA, USA","institution_ids":["https://openalex.org/I76766440"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046434990","display_name":"David Guy Brizan","orcid":"https://orcid.org/0000-0002-3106-7545"},"institutions":[{"id":"https://openalex.org/I76766440","display_name":"University of San Francisco","ror":"https://ror.org/029m7xn54","country_code":"US","type":"education","lineage":["https://openalex.org/I76766440"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David G. Brizan","raw_affiliation_strings":["University of San Francisco, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of San Francisco, San Francisco, CA, USA","institution_ids":["https://openalex.org/I76766440"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067212091","display_name":"Alark Joshi","orcid":"https://orcid.org/0000-0002-3180-8075"},"institutions":[{"id":"https://openalex.org/I76766440","display_name":"University of San Francisco","ror":"https://ror.org/029m7xn54","country_code":"US","type":"education","lineage":["https://openalex.org/I76766440"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alark P. Joshi","raw_affiliation_strings":["University of San Francisco, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3180-8075","affiliations":[{"raw_affiliation_string":"University of San Francisco, San Francisco, CA, USA","institution_ids":["https://openalex.org/I76766440"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086851552","display_name":"Sophie Engle","orcid":"https://orcid.org/0000-0003-4637-2953"},"institutions":[{"id":"https://openalex.org/I76766440","display_name":"University of San Francisco","ror":"https://ror.org/029m7xn54","country_code":"US","type":"education","lineage":["https://openalex.org/I76766440"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sophie J. Engle","raw_affiliation_strings":["University of San Francisco, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4637-2953","affiliations":[{"raw_affiliation_string":"University of San Francisco, San Francisco, CA, USA","institution_ids":["https://openalex.org/I76766440"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76766440"],"apc_list":null,"apc_paid":null,"fwci":0.4656,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.61530815,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"43","issue":"1","first_page":"10","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11875","display_name":"Statistics Education and Methodologies","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11875","display_name":"Statistics Education and Methodologies","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.9914175271987915},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.793459415435791},{"id":"https://openalex.org/keywords/summative-assessment","display_name":"Summative assessment","score":0.774400532245636},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.757797360420227},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.593208909034729},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.5859301686286926},{"id":"https://openalex.org/keywords/qualitative-property","display_name":"Qualitative property","score":0.48225098848342896},{"id":"https://openalex.org/keywords/peer-feedback","display_name":"Peer feedback","score":0.43364182114601135},{"id":"https://openalex.org/keywords/qualitative-analysis","display_name":"Qualitative analysis","score":0.42716965079307556},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.411827027797699},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35923680663108826},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.34476330876350403},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3171936571598053},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.29293733835220337},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.24766424298286438},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2277870774269104},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20552456378936768},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.0985771119594574}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9914175271987915},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.793459415435791},{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.774400532245636},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.757797360420227},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.593208909034729},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.5859301686286926},{"id":"https://openalex.org/C87156501","wikidata":"https://www.wikidata.org/wiki/Q7268708","display_name":"Qualitative property","level":2,"score":0.48225098848342896},{"id":"https://openalex.org/C42058189","wikidata":"https://www.wikidata.org/wiki/Q7160400","display_name":"Peer feedback","level":2,"score":0.43364182114601135},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.42716965079307556},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.411827027797699},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35923680663108826},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.34476330876350403},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3171936571598053},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.29293733835220337},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.24766424298286438},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2277870774269104},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20552456378936768},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0985771119594574},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D005246","descriptor_name":"Feedback","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005246","descriptor_name":"Feedback","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005246","descriptor_name":"Feedback","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010379","descriptor_name":"Peer Group","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010379","descriptor_name":"Peer Group","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010379","descriptor_name":"Peer Group","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011795","descriptor_name":"Surveys and Questionnaires","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011795","descriptor_name":"Surveys and Questionnaires","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011795","descriptor_name":"Surveys and Questionnaires","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013334","descriptor_name":"Students","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013334","descriptor_name":"Students","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013334","descriptor_name":"Students","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/mcg.2022.3149683","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcg.2022.3149683","pdf_url":null,"source":{"id":"https://openalex.org/S105380075","display_name":"IEEE Computer Graphics and Applications","issn_l":"0272-1716","issn":["0272-1716","1558-1756"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computer Graphics and Applications","raw_type":"journal-article"},{"id":"pmid:35139010","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35139010","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE computer graphics and applications","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8299999833106995,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310858","display_name":"University of San Francisco","ror":"https://ror.org/029m7xn54"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W144414981","https://openalex.org/W168564468","https://openalex.org/W1507008874","https://openalex.org/W1521626219","https://openalex.org/W1896226795","https://openalex.org/W2025828126","https://openalex.org/W2047036878","https://openalex.org/W2078202630","https://openalex.org/W2099813784","https://openalex.org/W2100588183","https://openalex.org/W2105985735","https://openalex.org/W2138588257","https://openalex.org/W2155571779","https://openalex.org/W2940969730","https://openalex.org/W2962686197","https://openalex.org/W3003457832","https://openalex.org/W3202656390","https://openalex.org/W4287373869","https://openalex.org/W6606906144","https://openalex.org/W6669932152","https://openalex.org/W6675143072","https://openalex.org/W6683072406","https://openalex.org/W6703716781","https://openalex.org/W6788589749","https://openalex.org/W6801616189","https://openalex.org/W6982728064"],"related_works":["https://openalex.org/W172059471","https://openalex.org/W2488232887","https://openalex.org/W1648438236","https://openalex.org/W3138734495","https://openalex.org/W2992816059","https://openalex.org/W2912039502","https://openalex.org/W4293234378","https://openalex.org/W2182425248","https://openalex.org/W3178954124","https://openalex.org/W2596737561"],"abstract_inverted_index":{"We":[0,28,63],"present":[1],"our":[2,12],"experience":[3],"of":[4,20,33,38,51,90,114],"adapting":[5],"a":[6,48],"rubric":[7,22,40,59,71],"for":[8,97,118],"peer":[9,119],"feedback":[10],"in":[11],"data":[13,105],"visualization":[14,70,106],"course":[15],"and":[16,42,60],"exploring":[17],"the":[18,31,39,58,69,103,112],"utilization":[19,113],"that":[21],"by":[23],"students":[24,56],"across":[25],"two":[26],"semesters.":[27],"first":[29],"discuss":[30],"results":[32,46],"an":[34],"automatable":[35],"quantitative":[36,84],"analysis":[37,50,85],"responses,":[41],"then":[43],"compare":[44],"those":[45],"to":[47,86,101,110],"qualitative":[49],"summative":[52],"survey":[53],"responses":[54],"from":[55],"regarding":[57],"peer-feedback":[61],"process.":[62],"conclude":[64],"with":[65],"lessons":[66,93],"learned":[67,79],"about":[68,82],"we":[72,78],"used,":[73],"as":[74,76],"well":[75],"what":[77],"more":[80],"broadly":[81],"using":[83],"explore":[87,111],"this":[88],"type":[89],"data.":[91],"These":[92],"may":[94],"be":[95],"useful":[96],"other":[98],"educators":[99],"wanting":[100,109],"utilize":[102],"same":[104],"rubric,":[107],"or":[108],"rubrics":[115],"already":[116],"deployed":[117],"feedback.":[120]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}