{"id":"https://openalex.org/W4200471984","doi":"https://doi.org/10.1109/fie49875.2021.9637290","title":"Automation of assessment and feedback in IT teaching from the teaching staff perspective","display_name":"Automation of assessment and feedback in IT teaching from the teaching staff perspective","publication_year":2021,"publication_date":"2021-10-13","ids":{"openalex":"https://openalex.org/W4200471984","doi":"https://doi.org/10.1109/fie49875.2021.9637290"},"language":"en","primary_location":{"id":"doi:10.1109/fie49875.2021.9637290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie49875.2021.9637290","pdf_url":null,"source":{"id":"https://openalex.org/S4363607796","display_name":"2021 IEEE Frontiers in Education Conference (FIE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076109363","display_name":"Eerik Muuli","orcid":"https://orcid.org/0000-0002-7714-3224"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":true,"raw_author_name":"Eerik Muuli","raw_affiliation_strings":["Institute of Computer Science, University of Tartu, Tartu, Estonia"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Tartu, Tartu, Estonia","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048003304","display_name":"Marina Lepp","orcid":"https://orcid.org/0000-0003-3303-5245"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Marina Lepp","raw_affiliation_strings":["Institute of Computer Science, University of Tartu, Tartu, Estonia"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Tartu, Tartu, Estonia","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067792644","display_name":"Reimo Palm","orcid":"https://orcid.org/0000-0002-4160-1780"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Reimo Palm","raw_affiliation_strings":["Institute of Computer Science, University of Tartu, Tartu, Estonia"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Tartu, Tartu, Estonia","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023254839","display_name":"Piret Luik","orcid":"https://orcid.org/0000-0002-9049-4192"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Piret Luik","raw_affiliation_strings":["Institute of Computer Science, University of Tartu, Tartu, Estonia"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Tartu, Tartu, Estonia","institution_ids":["https://openalex.org/I56085075"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5076109363"],"corresponding_institution_ids":["https://openalex.org/I56085075"],"apc_list":null,"apc_paid":null,"fwci":2.2844,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.90031153,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.704598605632782},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.6812806725502014},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6052554845809937},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5322394371032715},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5300512313842773},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.4889768362045288},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.48264962434768677},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.47640883922576904},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.4328676462173462},{"id":"https://openalex.org/keywords/qualitative-analysis","display_name":"Qualitative analysis","score":0.41731762886047363},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.34117424488067627},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.32362157106399536},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20983156561851501},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20243212580680847},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16452789306640625},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.09557023644447327}],"concepts":[{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.704598605632782},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6812806725502014},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6052554845809937},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5322394371032715},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5300512313842773},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.4889768362045288},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.48264962434768677},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.47640883922576904},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.4328676462173462},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.41731762886047363},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.34117424488067627},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.32362157106399536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20983156561851501},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20243212580680847},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16452789306640625},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.09557023644447327},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fie49875.2021.9637290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie49875.2021.9637290","pdf_url":null,"source":{"id":"https://openalex.org/S4363607796","display_name":"2021 IEEE Frontiers in Education Conference (FIE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1481253923","https://openalex.org/W1556927122","https://openalex.org/W1561264025","https://openalex.org/W1595431076","https://openalex.org/W1830226013","https://openalex.org/W1967709752","https://openalex.org/W1997737685","https://openalex.org/W2010775113","https://openalex.org/W2067404301","https://openalex.org/W2070405152","https://openalex.org/W2112940384","https://openalex.org/W2129740354","https://openalex.org/W2161052636","https://openalex.org/W2161999665","https://openalex.org/W2240504239","https://openalex.org/W2282042457","https://openalex.org/W2593236969","https://openalex.org/W2605403059","https://openalex.org/W2729177083","https://openalex.org/W2729767053","https://openalex.org/W2799855324","https://openalex.org/W2963068128","https://openalex.org/W2999865961","https://openalex.org/W3005371628","https://openalex.org/W3027181420","https://openalex.org/W3138903819","https://openalex.org/W4213266185","https://openalex.org/W4233652651","https://openalex.org/W4376044081","https://openalex.org/W6628830959","https://openalex.org/W6638652701","https://openalex.org/W6643259151","https://openalex.org/W6675270482","https://openalex.org/W6679261715"],"related_works":["https://openalex.org/W4392721137","https://openalex.org/W609482051","https://openalex.org/W3199325201","https://openalex.org/W2792035366","https://openalex.org/W4386050096","https://openalex.org/W2360976019","https://openalex.org/W2906881146","https://openalex.org/W2097895264","https://openalex.org/W4309067354","https://openalex.org/W2069805764"],"abstract_inverted_index":{"Information":[0],"technology":[1],"(IT)":[2],"has":[3],"been":[4],"a":[5,186,242,254],"popular":[6],"specialty":[7],"among":[8],"high-school":[9],"graduates":[10],"for":[11,95,104,163,166,170,184,245,256],"quite":[12],"some":[13],"time.":[14],"As":[15],"the":[16,24,40,58,65,81,86,106,111,127,132,189,196,201,210,218,234,238,260,270],"number":[17],"of":[18,32,48,52,67,83,88,139,149,177,237],"entrants":[19],"continues":[20],"to":[21,38,56,110,121,223],"grow":[22],"year-by-year,":[23],"load":[25],"on":[26,131,146],"teaching":[27,33,96,268],"staff":[28],"also":[29],"increases.":[30],"Automation":[31],"activities":[34],"can":[35,240],"be":[36,62,241,251],"used":[37,103,180,252,263],"alleviate":[39],"high":[41],"workload":[42],"resulting":[43],"from":[44,125],"courses":[45],"with":[46,90,194,233,267],"hundreds":[47],"students.":[49,174],"The":[50,175,248],"aim":[51],"this":[53,229],"study":[54],"is":[55],"ascertain":[57],"processes":[59],"that":[60,217],"could":[61],"automated":[63,112,115,122,140,150,156,191,224],"in":[64,228,231,265],"context":[66],"assessment":[68,113,123,192,225],"and":[69,114,152,168,173,207,220,226,258],"feedback.":[70,116],"To":[71],"gather":[72],"ideas,":[73],"eight":[74],"one-hour":[75],"mini-group":[76],"interviews":[77,133],"were":[78],"conducted":[79],"at":[80],"Institute":[82],"Computer":[84],"Science,":[85],"University":[87],"Tartu,":[89],"17":[91],"faculty":[92,202,271],"members":[93,203],"responsible":[94],"IT":[97],"courses.":[98],"A":[99],"qualitative":[100,135],"approach":[101],"was":[102,179],"classifying":[105],"proposed":[107,211],"ideas":[108,178,212,219],"related":[109,222],"Five":[117],"main":[118,159],"categories":[119,160],"connected":[120],"emerged":[124],"analyzing":[126],"codes":[128],"generated":[129],"based":[130],"using":[134],"content":[136],"analysis:":[137],"use":[138],"assessment,":[141,151],"instructor-related":[142],"topics,":[143],"negative":[144],"effect":[145],"students,":[147,167],"improvements":[148,221],"technical":[153],"concerns.":[154],"Regarding":[155],"feedback,":[157],"three":[158],"emerged:":[161],"feedback":[162,165,169,227],"teachers,":[164],"both":[171],"teachers":[172],"classification":[176],"as":[181,253],"an":[182],"input":[183,244],"designing":[185],"schema":[187],"displaying":[188],"current":[190],"system":[193],"all":[195],"potential":[197],"additions":[198],"suggested":[199],"by":[200,269],"showing":[204],"how,":[205],"if":[206],"where":[208],"exactly":[209],"would":[213],"fit.":[214],"We":[215],"believe":[216],"study,":[230],"conjunction":[232],"detailed":[235],"clarification":[236],"process,":[239],"useful":[243],"other":[246],"institutes.":[247],"results":[249],"will":[250],"basis":[255],"implementing":[257],"improving":[259],"automation":[261],"tools":[262],"hand":[264,266],"members.":[272]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}