{"id":"https://openalex.org/W3096777126","doi":"https://doi.org/10.23919/mipro48935.2020.9245326","title":"Computer-based question and exam evaluation in summative knowledge assessment","display_name":"Computer-based question and exam evaluation in summative knowledge assessment","publication_year":2020,"publication_date":"2020-09-28","ids":{"openalex":"https://openalex.org/W3096777126","doi":"https://doi.org/10.23919/mipro48935.2020.9245326","mag":"3096777126"},"language":"en","primary_location":{"id":"doi:10.23919/mipro48935.2020.9245326","is_oa":false,"landing_page_url":"https://doi.org/10.23919/mipro48935.2020.9245326","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 43rd International Convention on Information, Communication and Electronic Technology (MIPRO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046035614","display_name":"S. Tomi\u0107","orcid":"https://orcid.org/0000-0001-8105-6417"},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]}],"countries":["HR"],"is_corresponding":true,"raw_author_name":"S. Tomic","raw_affiliation_strings":["University of Zagreb Faculty of Electrical Engineering and Computing, Zagreb, Croatia"],"affiliations":[{"raw_affiliation_string":"University of Zagreb Faculty of Electrical Engineering and Computing, Zagreb, Croatia","institution_ids":["https://openalex.org/I181343428"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102922995","display_name":"V. Paunovic","orcid":"https://orcid.org/0000-0002-9172-4463"},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]}],"countries":["HR"],"is_corresponding":false,"raw_author_name":"V. Paunovic","raw_affiliation_strings":["University of Zagreb Faculty of Electrical Engineering and Computing, Zagreb, Croatia"],"affiliations":[{"raw_affiliation_string":"University of Zagreb Faculty of Electrical Engineering and Computing, Zagreb, Croatia","institution_ids":["https://openalex.org/I181343428"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041023739","display_name":"Ivana Bosni\u0107","orcid":"https://orcid.org/0000-0002-6196-6410"},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]}],"countries":["HR"],"is_corresponding":false,"raw_author_name":"I. Bosnic","raw_affiliation_strings":["University of Zagreb Faculty of Electrical Engineering and Computing, Zagreb, Croatia"],"affiliations":[{"raw_affiliation_string":"University of Zagreb Faculty of Electrical Engineering and Computing, Zagreb, Croatia","institution_ids":["https://openalex.org/I181343428"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5046035614"],"corresponding_institution_ids":["https://openalex.org/I181343428"],"apc_list":null,"apc_paid":null,"fwci":0.1326,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55793322,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"24","issue":null,"first_page":"1520","last_page":"1525"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/summative-assessment","display_name":"Summative assessment","score":0.9345560073852539},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.6991645693778992},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6761382818222046},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6233128309249878},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6046492457389832},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5002493858337402},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.45778289437294006},{"id":"https://openalex.org/keywords/online-assessment","display_name":"Online assessment","score":0.4268093705177307},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.3176411986351013},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1623363494873047},{"id":"https://openalex.org/keywords/significant-difference","display_name":"Significant difference","score":0.11789566278457642},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10631012916564941},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08490696549415588}],"concepts":[{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.9345560073852539},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.6991645693778992},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6761382818222046},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6233128309249878},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6046492457389832},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5002493858337402},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.45778289437294006},{"id":"https://openalex.org/C178823583","wikidata":"https://www.wikidata.org/wiki/Q3269883","display_name":"Online assessment","level":3,"score":0.4268093705177307},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.3176411986351013},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1623363494873047},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.11789566278457642},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10631012916564941},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08490696549415588},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/mipro48935.2020.9245326","is_oa":false,"landing_page_url":"https://doi.org/10.23919/mipro48935.2020.9245326","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 43rd International Convention on Information, Communication and Electronic Technology (MIPRO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8600000143051147,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2028944185","https://openalex.org/W2057277282","https://openalex.org/W2133487567","https://openalex.org/W2137129728","https://openalex.org/W2159306398","https://openalex.org/W2325628967","https://openalex.org/W2332889469","https://openalex.org/W2414388428","https://openalex.org/W2467209171","https://openalex.org/W2475555685","https://openalex.org/W2504958680","https://openalex.org/W2747707093","https://openalex.org/W2920223995","https://openalex.org/W2921821984","https://openalex.org/W2948433904","https://openalex.org/W2966213212","https://openalex.org/W3216779397","https://openalex.org/W4297968091"],"related_works":["https://openalex.org/W2596540894","https://openalex.org/W4248485996","https://openalex.org/W1981820048","https://openalex.org/W2373351295","https://openalex.org/W2188168286","https://openalex.org/W2169821076","https://openalex.org/W3005427077","https://openalex.org/W1971449164","https://openalex.org/W2909588356","https://openalex.org/W2158808429"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"a":[3],"system":[4,53,64],"for":[5,37,87],"automatic":[6],"multiple-choice":[7],"pen-and-paper":[8],"exam":[9],"generation,":[10],"which":[11,115],"includes":[12],"evaluation":[13,18,50],"of":[14,19,22,34,43,45],"students'":[15,57],"answers":[16],"and":[17,24,40,100],"the":[20,27,32,41,46,49,52,56,60,63,75,91,106],"quality":[21],"exams":[23,99],"questions.":[25],"During":[26],"design":[28],"phase":[29],"examiner":[30,76],"defines":[31],"number":[33,42],"questions,":[35],"area":[36],"each":[38],"question,":[39],"variations":[44],"exam.":[47],"In":[48,59],"phase,":[51,62],"automatically":[54],"evaluates":[55],"answers.":[58],"verification":[61],"uses":[65],"Classical":[66],"test":[67],"theory":[68],"(CTT)":[69],"concepts":[70],"to":[71,74,94],"provide":[72],"feedback":[73],"highlighting":[77],"all":[78],"questions":[79],"identified":[80],"as":[81],"too":[82,85],"easy":[83],"or":[84],"difficult":[86],"students.":[88],"When":[89],"using":[90],"KR-20":[92],"formula":[93],"verify":[95],"more":[96],"than":[97,111],"100":[98],"5,000":[101],"students,":[102],"results":[103],"show":[104],"that":[105],"reliability":[107],"coefficients":[108],"are":[109],"higher":[110],"80%":[112],"on":[113],"average,":[114],"is":[116],"considered":[117],"very":[118],"high.":[119]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}