{"id":"https://openalex.org/W2543668934","doi":"https://doi.org/10.1109/icdmw.2015.256","title":"Including Content-Based Methods in Peer-Assessment of Open-Response Questions","display_name":"Including Content-Based Methods in Peer-Assessment of Open-Response Questions","publication_year":2015,"publication_date":"2015-11-01","ids":{"openalex":"https://openalex.org/W2543668934","doi":"https://doi.org/10.1109/icdmw.2015.256","mag":"2543668934"},"language":"en","primary_location":{"id":"doi:10.1109/icdmw.2015.256","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw.2015.256","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Data Mining Workshop (ICDMW)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10651/39387","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049794269","display_name":"Oscar Luaces","orcid":"https://orcid.org/0000-0001-8476-9412"},"institutions":[{"id":"https://openalex.org/I165339363","display_name":"Universidad de Oviedo","ror":"https://ror.org/006gksa02","country_code":"ES","type":"education","lineage":["https://openalex.org/I165339363"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Oscar Luaces","raw_affiliation_strings":["Artificial Intelligence Center, University of Oviedo, Gij\u00f3n, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Center, University of Oviedo, Gij\u00f3n, Spain","institution_ids":["https://openalex.org/I165339363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050449056","display_name":"Jorge D\u00edez","orcid":"https://orcid.org/0000-0002-1314-2441"},"institutions":[{"id":"https://openalex.org/I165339363","display_name":"Universidad de Oviedo","ror":"https://ror.org/006gksa02","country_code":"ES","type":"education","lineage":["https://openalex.org/I165339363"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jorge Diez","raw_affiliation_strings":["Artificial Intelligence Center, University of Oviedo, Gij\u00f3n, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Center, University of Oviedo, Gij\u00f3n, Spain","institution_ids":["https://openalex.org/I165339363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011536289","display_name":"Amparo Alonso-Sanz","orcid":"https://orcid.org/0000-0002-1965-8203"},"institutions":[{"id":"https://openalex.org/I11019714","display_name":"Universidade da Coru\u00f1a","ror":"https://ror.org/01qckj285","country_code":"ES","type":"education","lineage":["https://openalex.org/I11019714"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Amparo Alonso","raw_affiliation_strings":["Dept. of Computer Science, University of A Coru\u00f1a, A Coru\u00f1a, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science, University of A Coru\u00f1a, A Coru\u00f1a, Spain","institution_ids":["https://openalex.org/I11019714"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007453127","display_name":"Alicia Troncoso","orcid":"https://orcid.org/0000-0002-9801-7999"},"institutions":[{"id":"https://openalex.org/I95013407","display_name":"Universidad Pablo de Olavide","ror":"https://ror.org/02z749649","country_code":"ES","type":"education","lineage":["https://openalex.org/I95013407"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alicia Troncoso","raw_affiliation_strings":["Dept. of Computer Science, Pablo de Olavide University, Sevilla, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science, Pablo de Olavide University, Sevilla, Spain","institution_ids":["https://openalex.org/I95013407"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032882974","display_name":"Antonio Bahamonde","orcid":null},"institutions":[{"id":"https://openalex.org/I165339363","display_name":"Universidad de Oviedo","ror":"https://ror.org/006gksa02","country_code":"ES","type":"education","lineage":["https://openalex.org/I165339363"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Antonio Bahamonde","raw_affiliation_strings":["Artificial Intelligence Center, University of Oviedo, Gij\u00f3n, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Center, University of Oviedo, Gij\u00f3n, Spain","institution_ids":["https://openalex.org/I165339363"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.717,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.72139168,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"3","issue":null,"first_page":"273","last_page":"279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9692999720573425,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6731916666030884},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5877478718757629},{"id":"https://openalex.org/keywords/impossibility","display_name":"Impossibility","score":0.5430078506469727},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.48136383295059204},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.4812197983264923},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.48038941621780396},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.4713703393936157},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3273293077945709},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1498141586780548}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6731916666030884},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5877478718757629},{"id":"https://openalex.org/C2776261394","wikidata":"https://www.wikidata.org/wiki/Q315562","display_name":"Impossibility","level":2,"score":0.5430078506469727},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.48136383295059204},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4812197983264923},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.48038941621780396},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.4713703393936157},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3273293077945709},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1498141586780548},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/icdmw.2015.256","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw.2015.256","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Data Mining Workshop (ICDMW)","raw_type":"proceedings-article"},{"id":"pmh:oai:digibuo.uniovi.es:10651/35757","is_oa":false,"landing_page_url":"http://hdl.handle.net/10651/35757","pdf_url":null,"source":{"id":"https://openalex.org/S4306402334","display_name":"Consultation of the Doctoral Thesis Database (TESEO) (Ministerio de Educaci\u00f3n, Cultura y Deporte)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801976130","host_organization_name":"Ministerio de Educaci\u00f3n Cultura y Deporte","host_organization_lineage":["https://openalex.org/I2801976130"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bookPart"},{"id":"pmh:oai:digibuo.uniovi.es:10651/39387","is_oa":true,"landing_page_url":"http://hdl.handle.net/10651/39387","pdf_url":null,"source":{"id":"https://openalex.org/S4306402334","display_name":"Consultation of the Doctoral Thesis Database (TESEO) (Ministerio de Educaci\u00f3n, Cultura y Deporte)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801976130","host_organization_name":"Ministerio de Educaci\u00f3n Cultura y Deporte","host_organization_lineage":["https://openalex.org/I2801976130"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:digibuo.uniovi.es:10651/39469","is_oa":false,"landing_page_url":"http://hdl.handle.net/10651/39469","pdf_url":null,"source":{"id":"https://openalex.org/S4306402334","display_name":"Consultation of the Doctoral Thesis Database (TESEO) (Ministerio de Educaci\u00f3n, Cultura y Deporte)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801976130","host_organization_name":"Ministerio de Educaci\u00f3n Cultura y Deporte","host_organization_lineage":["https://openalex.org/I2801976130"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scopus","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:digibuo.uniovi.es:10651/39387","is_oa":true,"landing_page_url":"http://hdl.handle.net/10651/39387","pdf_url":null,"source":{"id":"https://openalex.org/S4306402334","display_name":"Consultation of the Doctoral Thesis Database (TESEO) (Ministerio de Educaci\u00f3n, Cultura y Deporte)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801976130","host_organization_name":"Ministerio de Educaci\u00f3n Cultura y Deporte","host_organization_lineage":["https://openalex.org/I2801976130"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"score":0.8399999737739563,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W254111267","https://openalex.org/W309944832","https://openalex.org/W1556861584","https://openalex.org/W1628915433","https://openalex.org/W1996469193","https://openalex.org/W2025878189","https://openalex.org/W2037732564","https://openalex.org/W2043092496","https://openalex.org/W2047221353","https://openalex.org/W2053170657","https://openalex.org/W2058475745","https://openalex.org/W2075196028","https://openalex.org/W2077900759","https://openalex.org/W2088700588","https://openalex.org/W2092967393","https://openalex.org/W2097884614","https://openalex.org/W2101105183","https://openalex.org/W2103773480","https://openalex.org/W2120708842","https://openalex.org/W2122588206","https://openalex.org/W2147152072","https://openalex.org/W2159048649","https://openalex.org/W2165612380","https://openalex.org/W2166164009","https://openalex.org/W2963112694","https://openalex.org/W4213388807","https://openalex.org/W6677855075","https://openalex.org/W6683600756","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2384156839","https://openalex.org/W4321602641","https://openalex.org/W2394251275","https://openalex.org/W915072206","https://openalex.org/W4241392912","https://openalex.org/W2489497330","https://openalex.org/W2596801716","https://openalex.org/W4387391601","https://openalex.org/W2141614742","https://openalex.org/W2369846953"],"abstract_inverted_index":{"Massive":[0],"Open":[1],"Online":[2],"Courses":[3],"(MOOCs)":[4],"are":[5,36,65,126],"attracting":[6],"the":[7,17,30,77,93,96,105,146,158,161,172,177,196,228,238,251,276],"attention":[8],"of":[9,13,24,79,95,120,129,157,160,171,195,211,240],"a":[10,40,89,118,127,139,155,167,186,193,203,245],"huge":[11],"number":[12,128],"students":[14,64,87,165],"all":[15],"around":[16],"world.":[18],"These":[19],"courses":[20],"include":[21],"different":[22],"types":[23],"assignments":[25,35,97],"in":[26,45,122,143,202,208],"order":[27],"to":[28,38,52,67,75,101,113,117,131,145,153,270],"evaluate":[29,53],"student's":[31],"knowledge.":[32],"However,":[33,104],"these":[34,241],"designed":[37],"allow":[39],"straightforward":[41],"automatic":[42],"evaluation.":[43],"But,":[44],"this":[46,84,135,200],"way":[47],"it":[48],"is":[49,71,151,261],"not":[50],"possible":[51],"some":[54],"skills":[55],"that":[56,98,142,184,259,264],"would":[57,267],"require":[58],"answering":[59],"open-response":[60],"questions.":[61],"Peer-assessment":[62],"(the":[63],"asked":[66],"assess":[68],"other":[69],"assignments),":[70],"an":[72],"effective":[73],"method":[74,229],"overcome":[76],"impossibility":[78],"having":[80],"staff":[81,239,265],"graders":[82,150],"for":[83],"task.":[85],"Additionally,":[86],"gain":[88],"deeper":[90],"knowledge":[91],"about":[92],"subject":[94],"they":[99],"have":[100,268],"read":[102],"critically.":[103],"grades":[106,147],"given":[107,148,163],"by":[108,149,164,227,237,279],"student-graders":[109],"must":[110],"be":[111],"filtered":[112],"avoid":[114],"bias":[115],"due":[116],"lack":[119],"experience":[121],"assessment":[123,277],"tasks.":[124],"There":[125],"approaches":[130],"do":[132],"this.":[133],"In":[134,254],"paper":[136,191],"we":[137,175,249,257],"present":[138],"factorization":[140],"approach":[141,201],"addition":[144],"able":[152],"incorporate":[154],"representation":[156],"contents":[159],"responses":[162],"using":[166,199],"Vector":[168],"Space":[169],"Model":[170],"assignments.":[173],"So":[174],"fill":[176],"gap":[178],"between":[179],"peer-assessment":[180],"and":[181,220],"content-based":[182,252],"methods":[183],"use":[185,250],"shallow":[187],"linguistic":[188],"processing.":[189],"The":[190,224],"includes":[192],"report":[194,244],"results":[197],"obtained":[198,226],"real":[204],"world":[205],"dataset":[206],"collected":[207],"3":[209],"universities":[210],"Spain,":[212],"A":[213],"Coru\u00f1a,":[214],"Pablo":[215],"de":[216],"Olavide":[217],"at":[218,222],"Sevilla,":[219],"Oviedo":[221],"Gij\u00f3n.":[223],"scores":[225],"presented":[230],"here":[231],"were":[232],"compared":[233],"with":[234],"those":[235],"provided":[236],"universities.":[242],"We":[243],"considerable":[246],"improvement":[247],"whenever":[248],"approach.":[253],"any":[255],"case,":[256],"conclude":[258],"there":[260],"no":[262],"evidence":[263],"grading":[266,273],"led":[269],"more":[271],"accurate":[272],"outcomes":[274],"than":[275],"produced":[278],"our":[280],"models.":[281]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}