{"id":"https://openalex.org/W767554835","doi":null,"title":"Theory-Driven Design of an IT-Based Peer Assessment to Assess High Cognitive Levels of Educational Objectives in Large-Scale Learning Services","display_name":"Theory-Driven Design of an IT-Based Peer Assessment to Assess High Cognitive Levels of Educational Objectives in Large-Scale Learning Services","publication_year":2015,"publication_date":"2015-05-26","ids":{"openalex":"https://openalex.org/W767554835","mag":"767554835"},"language":"en","primary_location":{"id":"pmh:oai:www.alexandria.unisg.ch:240571","doi":null,"is_oa":false,"landing_page_url":"http://www.alexandria.unisg.ch/240571/1/JML_511.pdf","pdf_url":"http://www.alexandria.unisg.ch/240571/1/JML_511.pdf","source":{"id":"https://openalex.org/S4306400650","display_name":"Alexandria (UniSG) (University of St.Gallen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210158813","host_organization_name":"St.Gallen University of Teacher Education","host_organization_lineage":["https://openalex.org/I4210158813"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109807112","display_name":"Katja Lehmann","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Katja Lehmann","raw_affiliation_strings":["University of Kassel, Kassel, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kassel, Kassel, Germany","institution_ids":["https://openalex.org/I106157433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031171331","display_name":"Jan Marco Leimeister","orcid":"https://orcid.org/0000-0002-1990-2894","observed_orcids":["https://orcid.org/0000-0002-1990-2894"]},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jan Marco Leimeister","raw_affiliation_strings":["University of St. Gallen, Saint Gallen, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-1990-2894","affiliations":[{"raw_affiliation_string":"University of St. Gallen, Saint Gallen, Switzerland","institution_ids":["https://openalex.org/I202963720"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.4496,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.93605013,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.8862000107765198,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.8862000107765198,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.033900000154972076,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.020500000566244125,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/peer-assessment","display_name":"peer assessment","score":0.972000002861023},{"id":"https://openalex.org/keywords/educational-objectives","display_name":"educational objectives","score":0.9390000104904175},{"id":"https://openalex.org/keywords/interaction","display_name":"interaction","score":0.597000002861023},{"id":"https://openalex.org/keywords/feedback","display_name":"feedback","score":0.9610000252723694},{"id":"https://openalex.org/keywords/self-assessment","display_name":"self-assessment","score":0.8159999847412109},{"id":"https://openalex.org/keywords/higher-education","display_name":"higher education","score":0.5630000233650208},{"id":"https://openalex.org/keywords/theory-driven-design","display_name":"theory-driven design","score":0.671999990940094}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6202054619789124},{"id":"https://openalex.org/C42058189","wikidata":"https://www.wikidata.org/wiki/Q7160400","display_name":"Peer feedback","level":2,"score":0.5414628386497498},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5192432403564453},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.49810338020324707},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4771161377429962},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47292807698249817},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.46722185611724854},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.4635656774044037},{"id":"https://openalex.org/C96427005","wikidata":"https://www.wikidata.org/wiki/Q98442705","display_name":"Learning sciences","level":3,"score":0.41816359758377075},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.41639888286590576},{"id":"https://openalex.org/C16443162","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Educational technology","level":2,"score":0.296944260597229},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17130419611930847},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.16098645329475403},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"pmh:oai:www.alexandria.unisg.ch:240571","doi":null,"is_oa":false,"landing_page_url":"http://www.alexandria.unisg.ch/240571/1/JML_511.pdf","pdf_url":"http://www.alexandria.unisg.ch/240571/1/JML_511.pdf","source":{"id":"https://openalex.org/S4306400650","display_name":"Alexandria (UniSG) (University of St.Gallen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210158813","host_organization_name":"St.Gallen University of Teacher Education","host_organization_lineage":["https://openalex.org/I4210158813"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:www.alexandria.unisg.ch:247877","doi":null,"is_oa":false,"landing_page_url":"http://www.alexandria.unisg.ch/247877/1/JML_507.pdf","pdf_url":"http://www.alexandria.unisg.ch/247877/1/JML_507.pdf","source":{"id":"https://openalex.org/S4306400650","display_name":"Alexandria (UniSG) (University of St.Gallen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210158813","host_organization_name":"St.Gallen University of Teacher Education","host_organization_lineage":["https://openalex.org/I4210158813"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:aisel.aisnet.org:ecis2015_rip-1057","doi":null,"is_oa":false,"landing_page_url":"http://aisel.aisnet.org/cgi/viewcontent.cgi?article=1057&context=ecis2015_rip","pdf_url":null,"source":{"id":"https://openalex.org/S30879505","display_name":"Journal of the Association for Information Systems","issn_l":"1536-9323","issn":["1536-9323"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-scientific","cwts-core","dongbi-a","fnege-1","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310321080","host_organization_name":"Association for Information Systems","host_organization_lineage":["https://openalex.org/P4310321080"],"host_organization_lineage_names":["Association for Information Systems"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ECIS 2015 Research-in-Progress Papers","raw_type":"text"},{"id":"pmh:oai:alexandria.unisg.ch:20.500.14171/106418","doi":null,"is_oa":false,"landing_page_url":"https://www.alexandria.unisg.ch/handle/20.500.14171/106418","pdf_url":null,"source":{"id":"https://openalex.org/S4306400650","display_name":"Alexandria (UniSG) (University of St.Gallen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210158813","host_organization_name":"St.Gallen University of Teacher Education","host_organization_lineage":["https://openalex.org/I4210158813"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"},{"id":"pmh:oai:alexandria.unisg.ch:20.500.14171/107298","doi":null,"is_oa":false,"landing_page_url":"https://www.alexandria.unisg.ch/handle/20.500.14171/107298","pdf_url":null,"source":{"id":"https://openalex.org/S4306400650","display_name":"Alexandria (UniSG) (University of St.Gallen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210158813","host_organization_name":"St.Gallen University of Teacher Education","host_organization_lineage":["https://openalex.org/I4210158813"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"},{"id":"mag:767554835","doi":null,"is_oa":false,"landing_page_url":"https://aisel.aisnet.org/cgi/viewcontent.cgi?article=1057&context=ecis2015_rip","pdf_url":null,"source":{"id":"https://openalex.org/S4306418324","display_name":"European Conference on Information Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"European Conference on Information Systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.9901999831199646}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W12276110","https://openalex.org/W34997859","https://openalex.org/W35627437","https://openalex.org/W322768805","https://openalex.org/W413904930","https://openalex.org/W1492666274","https://openalex.org/W1561985454","https://openalex.org/W1562354573","https://openalex.org/W1601502231","https://openalex.org/W1605701154","https://openalex.org/W1796269644","https://openalex.org/W1863729016","https://openalex.org/W1966562559","https://openalex.org/W1972520087","https://openalex.org/W1981527870","https://openalex.org/W1988063205","https://openalex.org/W1990316393","https://openalex.org/W1996469193","https://openalex.org/W2001718658","https://openalex.org/W2001954885","https://openalex.org/W2002675309","https://openalex.org/W2017343061","https://openalex.org/W2021992817","https://openalex.org/W2030715173","https://openalex.org/W2032853195","https://openalex.org/W2038248890","https://openalex.org/W2044792432","https://openalex.org/W2049234340","https://openalex.org/W2052556483","https://openalex.org/W2058737703","https://openalex.org/W2060675391","https://openalex.org/W2065093431","https://openalex.org/W2065409974","https://openalex.org/W2074019522","https://openalex.org/W2078174348","https://openalex.org/W2078236948","https://openalex.org/W2084997682","https://openalex.org/W2085382987","https://openalex.org/W2085970550","https://openalex.org/W2088429824","https://openalex.org/W2088700588","https://openalex.org/W2100379340","https://openalex.org/W2114563525","https://openalex.org/W2116817443","https://openalex.org/W2118362324","https://openalex.org/W2122588206","https://openalex.org/W2127941671","https://openalex.org/W2128316677","https://openalex.org/W2129273421","https://openalex.org/W2136451344","https://openalex.org/W2136456330","https://openalex.org/W2141413057","https://openalex.org/W2145380570","https://openalex.org/W2146443670","https://openalex.org/W2151464154","https://openalex.org/W2153859032","https://openalex.org/W2157771935","https://openalex.org/W2161774862","https://openalex.org/W2182581864","https://openalex.org/W2186377349","https://openalex.org/W2246902755","https://openalex.org/W2267618870","https://openalex.org/W2311045093","https://openalex.org/W2333637235","https://openalex.org/W2500824490","https://openalex.org/W2575017582","https://openalex.org/W3033823890","https://openalex.org/W3123938066","https://openalex.org/W3146115948"],"related_works":["https://openalex.org/W2560409143","https://openalex.org/W2578941746","https://openalex.org/W6999802557","https://openalex.org/W2563963888","https://openalex.org/W4388782377","https://openalex.org/W7027629211","https://openalex.org/W2968659284","https://openalex.org/W2123379296","https://openalex.org/W1542419753","https://openalex.org/W2612635763"],"abstract_inverted_index":{"Due":[0],"to":[1,26,47,105,146,155,176,185],"increasing":[2,79,85],"numbers":[3],"of":[4,34,64,88,99,120,140,190],"students":[5],"at":[6],"German":[7],"universities":[8],"large-scale":[9,124,172],"learning":[10,18,51,58,71,125,173,198],"services":[11,19],"are":[12,53],"still":[13],"a":[14,70,96,129,162],"common":[15],"default.":[16],"These":[17],"lack":[20],"interaction":[21,42,80,107,141],"as":[22,24,69,110,112,149,151],"well":[23,111,150],"feedback":[25,44,82,109,143],"assess":[27,48,113,186],"learners'":[28,114],"knowledge":[29,115],"on":[30,116,136],"the":[31,49,86,157,168,179],"cognitive":[32,118,188],"levels":[33,119,189],"educational":[35,121,191],"objectives.":[36],"This":[37],"situation":[38],"is":[39,183],"alarming,":[40],"since":[41],"and":[43,60,81,108,134,142],"in":[45,123,144,170],"order":[46,145],"own":[50],"progress":[52],"important":[54],"factors":[55],"for":[56],"individual":[57],"success":[59],"satisfaction.":[61],"The":[62],"use":[63,167],"an":[65,100],"IT-based":[66,101,158,180],"peer":[67,102,159,181],"assessment":[68,103,182],"instrument":[72,169],"can":[73],"help":[74],"overcome":[75],"these":[76],"challenges":[77],"by":[78],"without":[83],"massively":[84],"workload":[87],"lecturers.":[89],"In":[90],"this":[91],"research-in-progress":[92],"paper":[93],"we":[94,165],"present":[95],"theory-driven":[97],"design":[98,130,153],"aiming":[104,175],"increase":[106],"high":[117,187],"objectives":[122],"services.":[126],"We":[127],"follow":[128],"science":[131],"research":[132],"approach":[133],"rely":[135],"insights":[137],"from":[138],"theory":[139],"gather":[147],"requirements":[148],"derive":[152],"elements":[154],"create":[156],"assessment.":[160],"As":[161],"next":[163],"step,":[164],"will":[166],"our":[171],"service":[174],"evaluate":[177],"whether":[178],"useful":[184],"objectives,":[192],"hence":[193],"supporting":[194],"learners":[195],"during":[196],"their":[197],"process.":[199]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2016,"cited_by_count":3}],"updated_date":"2026-09-04T10:56:28.161419","created_date":"2016-06-24T00:00:00"}