{"id":"https://openalex.org/W3001495527","doi":"https://doi.org/10.28945/4491","title":"E- Assessment with Multiple-Choice Questions: A 5 Year Study of Students\u2019 Opinions and Experience","display_name":"E- Assessment with Multiple-Choice Questions: A 5 Year Study of Students\u2019 Opinions and Experience","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3001495527","doi":"https://doi.org/10.28945/4491","mag":"3001495527"},"language":"en","primary_location":{"id":"doi:10.28945/4491","is_oa":true,"landing_page_url":"https://doi.org/10.28945/4491","pdf_url":null,"source":{"id":"https://openalex.org/S2739242002","display_name":"Journal of Information Technology Education Innovations in Practice","issn_l":"2165-3151","issn":["2165-3151","2165-316X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315806","host_organization_name":"Informing Science Institute","host_organization_lineage":["https://openalex.org/P4310315806"],"host_organization_lineage_names":["Informing Science Institute"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Technology Education: Innovations in Practice","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.28945/4491","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063659726","display_name":"Rosalina Babo","orcid":"https://orcid.org/0000-0002-8505-8783"},"institutions":[{"id":"https://openalex.org/I83863532","display_name":"Polytechnic Institute of Porto","ror":"https://ror.org/04988re48","country_code":"PT","type":"education","lineage":["https://openalex.org/I83863532"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Rosalina Babo","raw_affiliation_strings":["P. Porto/ ISCAP"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"P. Porto/ ISCAP","institution_ids":["https://openalex.org/I83863532"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000029636","display_name":"Lurdes Babo","orcid":"https://orcid.org/0000-0001-5090-8736"},"institutions":[{"id":"https://openalex.org/I83863532","display_name":"Polytechnic Institute of Porto","ror":"https://ror.org/04988re48","country_code":"PT","type":"education","lineage":["https://openalex.org/I83863532"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Lurdes V. Babo","raw_affiliation_strings":["CEOS.PP / ISCAP / P.PORTO"],"raw_orcid":"https://orcid.org/0000-0001-5090-8736","affiliations":[{"raw_affiliation_string":"CEOS.PP / ISCAP / P.PORTO","institution_ids":["https://openalex.org/I83863532"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037597113","display_name":"Jarkko Suhonen","orcid":"https://orcid.org/0000-0002-3501-6286"},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]},{"id":"https://openalex.org/I4210107997","display_name":"Finland University","ror":"https://ror.org/014rks409","country_code":"FI","type":"education","lineage":["https://openalex.org/I4210107997"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jarkko T Suhonen","raw_affiliation_strings":["University of Eastern Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Eastern Finland","institution_ids":["https://openalex.org/I4210107997","https://openalex.org/I175532246"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016084249","display_name":"Markku Tukiainen","orcid":"https://orcid.org/0000-0002-8630-5248"},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]},{"id":"https://openalex.org/I4210107997","display_name":"Finland University","ror":"https://ror.org/014rks409","country_code":"FI","type":"education","lineage":["https://openalex.org/I4210107997"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Markku Tukiainen","raw_affiliation_strings":["University of Eastern Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Eastern Finland","institution_ids":["https://openalex.org/I4210107997","https://openalex.org/I175532246"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0997,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.95574828,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"19","issue":null,"first_page":"001","last_page":"029"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11526","display_name":"Innovative Teaching Methods","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11526","display_name":"Innovative Teaching Methods","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.7578114867210388},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.7454040050506592},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5887387990951538},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4895263612270355},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.4760194420814514},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.42097777128219604},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.4189172089099884},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1525477170944214},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.13104292750358582},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1229197084903717},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1157391369342804},{"id":"https://openalex.org/keywords/significant-difference","display_name":"Significant difference","score":0.10048976540565491}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.7578114867210388},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.7454040050506592},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5887387990951538},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4895263612270355},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4760194420814514},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42097777128219604},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4189172089099884},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1525477170944214},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.13104292750358582},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1229197084903717},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1157391369342804},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.10048976540565491},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.28945/4491","is_oa":true,"landing_page_url":"https://doi.org/10.28945/4491","pdf_url":null,"source":{"id":"https://openalex.org/S2739242002","display_name":"Journal of Information Technology Education Innovations in Practice","issn_l":"2165-3151","issn":["2165-3151","2165-316X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315806","host_organization_name":"Informing Science Institute","host_organization_lineage":["https://openalex.org/P4310315806"],"host_organization_lineage_names":["Informing Science Institute"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Technology Education: Innovations in Practice","raw_type":"journal-article"},{"id":"pmh:oai:erepo.uef.fi:123456789/8235","is_oa":true,"landing_page_url":"https://erepo.uef.fi/handle/123456789/8235","pdf_url":null,"source":{"id":"https://openalex.org/S4306402418","display_name":"UEF eRepo (University of Eastern Finland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I175532246","host_organization_name":"University of Eastern Finland","host_organization_lineage":["https://openalex.org/I175532246"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Tieteelliset aikakauslehtiartikkelit"}],"best_oa_location":{"id":"doi:10.28945/4491","is_oa":true,"landing_page_url":"https://doi.org/10.28945/4491","pdf_url":null,"source":{"id":"https://openalex.org/S2739242002","display_name":"Journal of Information Technology Education Innovations in Practice","issn_l":"2165-3151","issn":["2165-3151","2165-316X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315806","host_organization_name":"Informing Science Institute","host_organization_lineage":["https://openalex.org/P4310315806"],"host_organization_lineage_names":["Informing Science Institute"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Technology Education: Innovations in Practice","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1744229416","https://openalex.org/W1975398391","https://openalex.org/W2009845022","https://openalex.org/W2040522556","https://openalex.org/W2105025378","https://openalex.org/W2112731377","https://openalex.org/W2113008765","https://openalex.org/W2117405980","https://openalex.org/W2122120648","https://openalex.org/W2145633883","https://openalex.org/W2493034562","https://openalex.org/W2515313247","https://openalex.org/W2914044273"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4322625259","https://openalex.org/W1950228784","https://openalex.org/W2329086085","https://openalex.org/W3134022218","https://openalex.org/W2390710122","https://openalex.org/W3037020916","https://openalex.org/W171314190","https://openalex.org/W1559478640"],"abstract_inverted_index":{"Aim/Purpose:":[0],"The":[1,193,235,493],"aim":[2],"of":[3,44,59,77,98,105,144,176,184,198,208,261,278,284,295,316,444,481,496,507,524,532,536,557,561,567,587,607],"this":[4,329,482,527],"study":[5,115,165,240,401,483,590],"is":[6,64,80,321,591],"to":[7,27,36,40,66,85,95,172,213,222,275,287,292,332,340,351,354,429,435,466,477,503,519,553],"understand":[8,437],"student\u2019s":[9],"opinions":[10,440,556],"and":[11,73,126,154,227,232,248,282,367,446,452,516,574],"perceptions":[12,535],"about":[13,540],"e-assessment":[14,403,508],"when":[15],"the":[16,22,57,70,86,99,103,135,142,145,160,196,206,229,239,242,259,262,266,276,279,293,296,305,314,319,342,356,371,375,395,438,442,454,479,485,533,549,555,568,575,588,596],"assessment":[17,39,88,100,140,177,209,218,246,263,315,330,379,582,608],"process":[18],"was":[19,116,124],"changed":[20],"from":[21,487],"traditional":[23,87],"computer":[24,91,459,580,614],"assisted":[25,92,460,581,615],"method":[26,114,247],"a":[28,41,74,96,119,167,181,190,255,385,413,504,514,521,558,578,592],"multiple-choice":[29,106,137,244,307,377,406,427,450,538,572,610],"Moodle":[30,107],"based":[31,89],"method.":[32,583],"Background:":[33],"In":[34,349,433],"order":[35,221,339,350,434],"implement":[37],"continuous":[38],"large":[42],"number":[43,58,183,495,523],"students,":[45],"several":[46],"shifts":[47,60],"are":[48,302,309,423],"necessary,":[49],"which":[50,211,290],"implies":[51],"as":[52,56,251,384],"many":[53],"different":[54,71],"tests":[55,72,569],"required.":[61],"Consequently,":[62],"it":[63,250,462,511],"difficult":[65],"ensure":[67],"homogeneity":[68,207],"through":[69,577],"huge":[75,191],"amount":[76],"grading":[78],"time":[79],"needed.":[81],"These":[82,268],"problems":[83],"related":[84,274],"on":[90,170,441,453,491,563],"tests,":[93,210,565],"lead":[94,291],"re-design":[97],"resulting":[101],"in":[102,141,159,178,220,238,270,313,323,338,361,365,408,419,498,548],"use":[104,506],"tests.":[108],"Methodology:":[109],"A":[110,122,584],"longitudinal,":[111],"concurrent,":[112],"mixed":[113],"implemented":[117],"over":[118],"five-year":[120],"period.":[121],"survey":[123,152,414],"developed":[125],"carried":[127],"out":[128],"by":[129,599],"815":[130],"undergraduate":[131],"students":[132,158,185,225,236,497,562,600],"who":[133,601],"experienced":[134],"electronic":[136],"questions":[138,285,468],"(eMCQ)":[139],"courses":[143,179],"IS":[146],"department.":[147],"Qualitative":[148],"analyses":[149],"included":[150],"open-ended":[151],"responses":[153],"interviews":[155],"with":[156,180,189,216,311,335,380,404,448,457,484],"repeating":[157],"first":[161],"year.":[162],"Contribution:":[163],"This":[164,400],"provides":[166,412,529],"reflection":[168],"tool":[169],"how":[171],"incorporate":[173],"frequent":[174],"moments":[175],"high":[182,522],"without":[186],"overloading":[187],"teachers":[188],"workload.":[192],"research":[194,528],"analysed":[195],"efficiency":[197],"assessing":[199],"non-theoretical":[200],"topics":[201],"using":[202,425,570],"eMCQ,":[203],"while":[204],"ensuring":[205],"needs":[212,331],"be":[214,273,333,352,417,464,475,552],"complemented":[215,334],"other":[217,336,381,391,420,455,488,576],"methods":[219,337],"assure":[223],"that":[224,303,415,422],"develop":[226],"acquire":[228],"expected":[230,343,358],"skills":[231,445],"competencies.":[233],"Findings:":[234],"involved":[237],"appreciate":[241],"online":[243,306,376,405,426,449,537,571],"quiz":[245,378],"perceive":[249],"fair":[252],"but":[253],"have":[254],"contradictory":[256],"opinion":[257],"regarding":[258,325,595],"preference":[260],"method,":[264,387],"throughout":[265],"years.":[267],"changes":[269],"perception":[271],"may":[272],"improvement":[277],"question":[280],"bank":[281],"categorisation":[283],"according":[286],"difficulty":[288],"level,":[289],"nullification":[294],"\u2018luck":[297],"factor\u2019.":[298],"Other":[299],"major":[300],"findings":[301,480],"although":[304],"quizzes":[308,407,428,451,539,573,611],"used":[310],"success":[312],"theoretical":[317],"topics,":[318,363],"same":[320,357],"not":[322],"evidence":[324],"practical":[326,362,541],"topics.":[327,432,542],"Therefore,":[328,526],"achieve":[341],"learning":[344,359],"outcomes.":[345],"Recommendations":[346],"for":[347,398],"Practitioners:":[348],"able":[353],"evaluate":[355],"outcomes":[360],"particularly":[364],"technology":[366],"information":[368],"systems":[369],"subjects,":[370],"evaluator":[372],"should":[373],"complement":[374],"approaches,":[382],"such":[383],"PBL":[386],"homework":[388],"assignments,":[389],"and/or":[390],"tasks":[392],"performed":[393,602],"during":[394],"semester.":[396],"Recommendation":[397],"Researchers:":[399],"explores":[402],"higher":[409,499],"education.":[410],"It":[411,472],"can":[416,512],"applied":[418],"institutions":[421],"also":[424],"assess":[430,520],"non-theorical":[431],"better":[436],"students\u2019":[439],"development":[443],"competencies":[447],"hand":[456],"classical":[458,579,613],"assessment,":[461],"would":[463,473,551],"necessary":[465],"add":[467],"concerning":[469],"these":[470],"aspects.":[471],"then":[474],"interesting":[476,546],"compare":[478],"results":[486],"institutions.":[489],"Impact":[490],"Society:":[492],"increasing":[494],"education":[500],"has":[501],"led":[502],"raised":[505],"activities,":[509],"since":[510],"provide":[513],"fast":[515],"efficient":[517],"manner":[518],"students.":[525],"meaningful":[530],"insight":[531],"stakeholders\u2019":[534],"Future":[543],"Research:":[544],"An":[545],"study,":[547],"future,":[550],"obtain":[554],"particular":[559],"set":[560],"two":[564],"one":[566,603],"natural":[585],"extension":[586],"present":[589],"comparative":[593],"analysis":[594],"grades":[597],"obtained":[598],"or":[604],"another":[605],"type":[606],"(online":[609],"vs.":[612],"assessment).":[616]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}