{"id":"https://openalex.org/W2122271179","doi":"https://doi.org/10.1145/2567574.2567608","title":"Peer assessment based on ratings in a social media course","display_name":"Peer assessment based on ratings in a social media course","publication_year":2014,"publication_date":"2014-03-24","ids":{"openalex":"https://openalex.org/W2122271179","doi":"https://doi.org/10.1145/2567574.2567608","mag":"2122271179"},"language":"en","primary_location":{"id":"doi:10.1145/2567574.2567608","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2567574.2567608","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth International Conference on Learning Analytics And Knowledge","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://infoscience.epfl.ch/record/189957","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051862888","display_name":"Andrii Vozniuk","orcid":"https://orcid.org/0000-0002-3352-5626"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Andrii Vozniuk","raw_affiliation_strings":["EPFL, Lausanne, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113593865","display_name":"Adrian Holzer","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Adrian Holzer","raw_affiliation_strings":["EPFL, Lausanne, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088211841","display_name":"Denis Gillet","orcid":"https://orcid.org/0000-0002-2570-929X"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Denis Gillet","raw_affiliation_strings":["EPFL, Lausanne, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I5124864"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"133","last_page":"137"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.9042367339134216},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.684851348400116},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5931916236877441},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.5865804553031921},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5192368626594543},{"id":"https://openalex.org/keywords/peer-evaluation","display_name":"Peer evaluation","score":0.49602875113487244},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.42366108298301697},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.30325746536254883},{"id":"https://openalex.org/keywords/higher-education","display_name":"Higher education","score":0.28492796421051025},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.27062875032424927},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2664281129837036}],"concepts":[{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.9042367339134216},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.684851348400116},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5931916236877441},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.5865804553031921},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5192368626594543},{"id":"https://openalex.org/C2988746165","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer evaluation","level":3,"score":0.49602875113487244},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.42366108298301697},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.30325746536254883},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.28492796421051025},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.27062875032424927},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2664281129837036},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/2567574.2567608","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2567574.2567608","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth International Conference on Learning Analytics And Knowledge","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.401.6074","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.401.6074","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.905.5999","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.905.5999","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://infoscience.epfl.ch/record/189957/files/2013%20-%20Vozniuk%20Holzer%20Gillet%20-%20Peer%20Assessment%20Based%20on%20Ratings%20in%20a%20Social%20Media%20Course.pdf?version%3D2","raw_type":"text"},{"id":"pmh:oai:infoscience.epfl.ch:189957","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/189957","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:infoscience.epfl.ch:189957","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/189957","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.75}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W186840447","https://openalex.org/W781776930","https://openalex.org/W1812940170","https://openalex.org/W1909638500","https://openalex.org/W1961697516","https://openalex.org/W1979680395","https://openalex.org/W1987665027","https://openalex.org/W1996469193","https://openalex.org/W2001464416","https://openalex.org/W2015870033","https://openalex.org/W2017343061","https://openalex.org/W2037789405","https://openalex.org/W2048763066","https://openalex.org/W2053154970","https://openalex.org/W2054475738","https://openalex.org/W2058880299","https://openalex.org/W2078483536","https://openalex.org/W2120811626","https://openalex.org/W2122588206","https://openalex.org/W2133012565","https://openalex.org/W2140661853","https://openalex.org/W2141403362","https://openalex.org/W2151242492","https://openalex.org/W2158127222","https://openalex.org/W4229635495","https://openalex.org/W4252865791","https://openalex.org/W6647020535","https://openalex.org/W6663855623","https://openalex.org/W6820976143"],"related_works":["https://openalex.org/W1979384980","https://openalex.org/W2072584216","https://openalex.org/W2731835750","https://openalex.org/W3195190933","https://openalex.org/W2328132595","https://openalex.org/W17260207","https://openalex.org/W4255975601","https://openalex.org/W2972224096","https://openalex.org/W2151853373","https://openalex.org/W2294195502"],"abstract_inverted_index":{"Peer":[0],"assessment":[1,39,56,91,101,186],"is":[2,40,57,187],"seen":[3],"as":[4,24,74],"a":[5,75,78,83,89,96,105,154,178],"powerful":[6],"supporting":[7],"tool":[8],"to":[9,45,66,87,133],"achieve":[10],"scalability":[11],"in":[12,18,25,43,64,104,125],"the":[13,26,35,46,52,117,126,169,173,190],"evaluation":[14,127],"of":[15,28,37,48,54,69,77,81,99,119,128,145,181,192],"complex":[16],"assignments":[17],"large":[19],"courses,":[20],"possibly":[21],"virtual":[22],"ones,":[23],"context":[27],"massive":[29],"open":[30],"online":[31],"courses":[32],"(MOOCs).":[33],"However,":[34],"adoption":[36],"peer":[38,55,90,100],"slow":[41],"due":[42],"part":[44],"lack":[47],"ready-to-use":[49],"systems.":[50],"Furthermore,":[51],"validity":[53],"still":[58],"under":[59],"discussion.":[60],"In":[61],"this":[62],"paper,":[63],"order":[65],"tackle":[67],"some":[68],"these":[70],"issues,":[71],"we":[72,152],"present":[73],"proof-of-concept":[76],"novel":[79],"extension":[80],"Graasp,":[82],"social":[84],"media":[85],"platform,":[86],"setup":[88],"activity.":[92],"We":[93],"then":[94],"report":[95],"case":[97],"study":[98,155],"using":[102],"Graasp":[103],"Social":[106],"Media":[107],"course":[108],"with":[109,156,183],"60":[110],"master's":[111],"level":[112,118,180,191],"university":[113],"students":[114,122,197],"and":[115,123,138,196],"analyze":[116],"agreement":[120,182,193],"between":[121,194],"instructors":[124,195],"short":[129],"individual":[130],"reports.":[131],"Finally,":[132],"see":[134],"if":[135],"both":[136],"instructor":[137],"student":[139,185],"evaluations":[140],"were":[141],"based":[142],"on":[143,150,163],"appearance":[144],"project":[146],"reports":[147,161],"rather":[148],"than":[149],"content,":[151],"conducted":[153],"40":[157],"kids":[158],"who":[159],"rated":[160],"solely":[162],"their":[164],"look.":[165],"Our":[166],"results":[167],"convey":[168],"fact":[170],"that":[171],"unlike":[172],"kid":[174],"evaluation,":[175],"which":[176],"shows":[177],"low":[179],"instructors,":[184],"reliable":[188],"since":[189],"was":[198],"high.":[199]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}