{"id":"https://openalex.org/W564944332","doi":null,"title":"Evaluating topic-word review analysis for understanding student peer review performance","display_name":"Evaluating topic-word review analysis for understanding student peer review performance","publication_year":2013,"publication_date":"2013-01-01","ids":{"openalex":"https://openalex.org/W564944332","mag":"564944332"},"language":"en","primary_location":{"id":"pmh:oai:d-scholarship.pitt.edu:22699","doi":null,"is_oa":false,"landing_page_url":"https://d-scholarship.pitt.edu/22699/8/licence.txt","pdf_url":null,"source":{"id":"https://openalex.org/S4306402372","display_name":"D-Scholarship@Pitt (University of Pittsburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I170201317","host_organization_name":"University of Pittsburgh","host_organization_lineage":["https://openalex.org/I170201317"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Conference or Workshop Item"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070226310","display_name":"Wenting Xiong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenting Xiong","raw_affiliation_strings":["University of Pittsburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pittsburgh","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048682514","display_name":"Diane J. Litman","orcid":"https://orcid.org/0000-0001-7282-7531","observed_orcids":["https://orcid.org/0000-0001-7282-7531"]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diane Litman","raw_affiliation_strings":["University of Pittsburgh"],"raw_orcid":"https://orcid.org/0000-0001-7282-7531","affiliations":[{"raw_affiliation_string":"University of Pittsburgh","institution_ids":["https://openalex.org/I170201317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170201317"],"apc_list":null,"apc_paid":null,"fwci":0.7111,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.66912442,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"200","last_page":"207"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.88919997215271,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.88919997215271,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.03310000151395798,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.01640000008046627,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/topic-modeling","display_name":"topic modeling","score":0.6399999856948853},{"id":"https://openalex.org/keywords/student-peer-review","display_name":"student peer review","score":0.925000011920929},{"id":"https://openalex.org/keywords/user-study","display_name":"user study","score":0.6179999709129333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8338266611099243},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6442528963088989},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5260220170021057},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5048109292984009},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4699074625968933},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4127257168292999},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40838390588760376},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34718775749206543},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3208416700363159},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0917634665966034},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:d-scholarship.pitt.edu:22699","doi":null,"is_oa":false,"landing_page_url":"https://d-scholarship.pitt.edu/22699/8/licence.txt","pdf_url":null,"source":{"id":"https://openalex.org/S4306402372","display_name":"D-Scholarship@Pitt (University of Pittsburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I170201317","host_organization_name":"University of Pittsburgh","host_organization_lineage":["https://openalex.org/I170201317"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.645.6446","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.645.6446","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://people.cs.pitt.edu/~litman/rn_paper_29.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.668.6587","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.668.6587","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://educationaldatamining.org/conferences/index.php/EDM/2013/paper/viewFile/1038/1004/","raw_type":"text"},{"id":"mag:564944332","doi":null,"is_oa":false,"landing_page_url":"http://d-scholarship.pitt.edu/22699/1/rn_paper_29.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306418235","display_name":"Educational Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Educational Data Mining","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9235000014305115,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W4234323","https://openalex.org/W7939015","https://openalex.org/W35787829","https://openalex.org/W1493615237","https://openalex.org/W1519398697","https://openalex.org/W1695386194","https://openalex.org/W1880262756","https://openalex.org/W1924766964","https://openalex.org/W2058940474","https://openalex.org/W2075371609","https://openalex.org/W2085116970","https://openalex.org/W2098992709","https://openalex.org/W2116780029","https://openalex.org/W2155182039","https://openalex.org/W2159426623","https://openalex.org/W2168881797"],"related_works":["https://openalex.org/W1695386194","https://openalex.org/W4393408966","https://openalex.org/W7202348874","https://openalex.org/W4386096378","https://openalex.org/W1816643718","https://openalex.org/W4316590843","https://openalex.org/W6944704525","https://openalex.org/W4391562948","https://openalex.org/W2109121591","https://openalex.org/W658295343"],"abstract_inverted_index":{"Topic":[0],"modeling":[1],"is":[2,134],"widely":[3],"used":[4],"for":[5],"content":[6],"analysis":[7,118,181],"of":[8,22,31,35,40,63,66,75,96,123,141],"textual":[9],"documents.":[10],"While":[11,146],"the":[12,23,29,38,45,73,99,116,121,131,178],"mined":[13],"topic":[14,46,110],"terms":[15,140],"are":[16],"considered":[17],"as":[18,113,115,172,174],"a":[19,82,104,137],"semantic":[20],"abstraction":[21],"original":[24],"text,":[25],"few":[26],"people":[27],"eval-uate":[28],"accuracy":[30],"humans":[32],"\u2019":[33],"interpretation":[34],"them":[36],"in":[37,60,77,120,139],"context":[39,122],"an":[41,52],"application":[42],"based":[43],"on":[44,167],"terms.":[47],"Previ-ously,":[48],"we":[49,80],"proposed":[50,132,179],"RevExplore,":[51,76],"interactive":[53],"peer-review":[54,125,160],"analytic":[55],"tool":[56],"that":[57,130],"supports":[58],"teachers":[59],"making":[61],"sense":[62],"large":[64],"volumes":[65],"student":[67,143,150],"peer":[68],"reviews.":[69],"To":[70],"better":[71,135],"evaluate":[72,108],"functionality":[74],"this":[78],"paper":[79],"take":[81],"closer":[83],"look":[84],"at":[85,98],"its":[86],"Natural":[87],"Language":[88],"Processing":[89],"component":[90],"which":[91],"automatically":[92],"compares":[93],"two":[94],"groups":[95],"reviews":[97],"topic-word":[100,117],"level.":[101],"We":[102],"employ":[103],"user":[105],"study":[106],"to":[107,163],"our":[109,168],"extraction":[111],"method,":[112],"well":[114,173],"ap-proach":[119],"educational":[124],"analysis.":[126],"Our":[127],"results":[128],"show":[129],"method":[133],"than":[136],"baseline":[138],"capturing":[142],"reviewing/writing":[144],"performance.":[145],"users":[147],"generally":[148],"identify":[149],"writ-ing/reviewing":[151],"performance":[152,166],"correctly,":[153],"participants":[154],"who":[155],"have":[156,164],"prior":[157],"teaching":[158],"or":[159],"experience":[161],"tend":[162],"bet-ter":[165],"review":[169,180],"exploration":[170],"tasks,":[171],"higher":[175],"satisfaction":[176],"towards":[177],"ap-proach.":[182]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2016-06-24T00:00:00"}