{"id":"https://openalex.org/W2769806594","doi":"https://doi.org/10.1186/s40561-017-0046-6","title":"Evaluating the quality of the ontology-based auto-generated questions","display_name":"Evaluating the quality of the ontology-based auto-generated questions","publication_year":2017,"publication_date":"2017-11-15","ids":{"openalex":"https://openalex.org/W2769806594","doi":"https://doi.org/10.1186/s40561-017-0046-6","mag":"2769806594"},"language":"en","primary_location":{"id":"doi:10.1186/s40561-017-0046-6","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40561-017-0046-6","pdf_url":"https://slejournal.springeropen.com/track/pdf/10.1186/s40561-017-0046-6","source":{"id":"https://openalex.org/S2494786546","display_name":"Smart Learning Environments","issn_l":"2196-7091","issn":["2196-7091"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Smart Learning Environments","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://slejournal.springeropen.com/track/pdf/10.1186/s40561-017-0046-6","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031272582","display_name":"Mona Nabil Demaidi","orcid":"https://orcid.org/0000-0001-8161-4992"},"institutions":[{"id":"https://openalex.org/I12870472","display_name":"Birmingham City University","ror":"https://ror.org/00t67pt25","country_code":"GB","type":"education","lineage":["https://openalex.org/I12870472"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mona Nabil Demaidi","raw_affiliation_strings":["School of Computing and Digital Technology, Birmingham City University, Birmingham, UK"],"raw_orcid":"https://orcid.org/0000-0001-8161-4992","affiliations":[{"raw_affiliation_string":"School of Computing and Digital Technology, Birmingham City University, Birmingham, UK","institution_ids":["https://openalex.org/I12870472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016157034","display_name":"Mohamed Medhat Gaber","orcid":"https://orcid.org/0000-0003-0339-4474"},"institutions":[{"id":"https://openalex.org/I12870472","display_name":"Birmingham City University","ror":"https://ror.org/00t67pt25","country_code":"GB","type":"education","lineage":["https://openalex.org/I12870472"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mohamed Medhat Gaber","raw_affiliation_strings":["School of Computing and Digital Technology, Birmingham City University, Birmingham, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Digital Technology, Birmingham City University, Birmingham, UK","institution_ids":["https://openalex.org/I12870472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108625373","display_name":"Nick Filer","orcid":null},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Nick Filer","raw_affiliation_strings":["School of Computer Science, University of Manchester, Manchester, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Manchester, Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5108625373"],"corresponding_institution_ids":["https://openalex.org/I28407311"],"apc_list":null,"apc_paid":null,"fwci":1.2483,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.85651346,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"4","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.7639344930648804},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7212033271789551},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5676021575927734},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4970543682575226},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3210349678993225},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32065385580062866},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.08522972464561462},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.0394778847694397}],"concepts":[{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.7639344930648804},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7212033271789551},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5676021575927734},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4970543682575226},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3210349678993225},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32065385580062866},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.08522972464561462},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0394778847694397}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1186/s40561-017-0046-6","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40561-017-0046-6","pdf_url":"https://slejournal.springeropen.com/track/pdf/10.1186/s40561-017-0046-6","source":{"id":"https://openalex.org/S2494786546","display_name":"Smart Learning Environments","issn_l":"2196-7091","issn":["2196-7091"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Smart Learning Environments","raw_type":"journal-article"},{"id":"pmh:oai:www.open-access.bcu.ac.uk:5304","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402654","display_name":"BCU Open Access Repository (Birmingham City University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I12870472","host_organization_name":"Birmingham City University","host_organization_lineage":["https://openalex.org/I12870472"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:2323bd78c9c34d2784c4531be37eb165","is_oa":true,"landing_page_url":"https://doaj.org/article/2323bd78c9c34d2784c4531be37eb165","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Smart Learning Environments, Vol 4, Iss 1, Pp 1-24 (2017)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s40561-017-0046-6","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40561-017-0046-6","pdf_url":"https://slejournal.springeropen.com/track/pdf/10.1186/s40561-017-0046-6","source":{"id":"https://openalex.org/S2494786546","display_name":"Smart Learning Environments","issn_l":"2196-7091","issn":["2196-7091"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Smart Learning Environments","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6800000071525574,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2769806594.pdf","grobid_xml":"https://content.openalex.org/works/W2769806594.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W4320557","https://openalex.org/W86393632","https://openalex.org/W195470862","https://openalex.org/W236054775","https://openalex.org/W281344229","https://openalex.org/W315951466","https://openalex.org/W576510920","https://openalex.org/W615644768","https://openalex.org/W1492815834","https://openalex.org/W1496437928","https://openalex.org/W1533109738","https://openalex.org/W1543006914","https://openalex.org/W1809763391","https://openalex.org/W1825499807","https://openalex.org/W1961091682","https://openalex.org/W1974475215","https://openalex.org/W1978360410","https://openalex.org/W1982160749","https://openalex.org/W1986021671","https://openalex.org/W2011394506","https://openalex.org/W2020474733","https://openalex.org/W2024220942","https://openalex.org/W2029018117","https://openalex.org/W2042037135","https://openalex.org/W2044101938","https://openalex.org/W2069032672","https://openalex.org/W2076058064","https://openalex.org/W2078769026","https://openalex.org/W2109609717","https://openalex.org/W2118713911","https://openalex.org/W2124333377","https://openalex.org/W2124957697","https://openalex.org/W2125226531","https://openalex.org/W2133570879","https://openalex.org/W2137079713","https://openalex.org/W2142635246","https://openalex.org/W2144871228","https://openalex.org/W2145482311","https://openalex.org/W2154299075","https://openalex.org/W2158597570","https://openalex.org/W2162821268","https://openalex.org/W2168175751","https://openalex.org/W2189391821","https://openalex.org/W2208413425","https://openalex.org/W2228162256","https://openalex.org/W2272670981","https://openalex.org/W2487770199","https://openalex.org/W2505213109","https://openalex.org/W2579866106","https://openalex.org/W2593434837","https://openalex.org/W3021618594","https://openalex.org/W3146115948","https://openalex.org/W4241468044","https://openalex.org/W4246435226","https://openalex.org/W4247031730","https://openalex.org/W4254283523","https://openalex.org/W4285719527","https://openalex.org/W4300102234"],"related_works":["https://openalex.org/W2003333417","https://openalex.org/W2378862226","https://openalex.org/W118236634","https://openalex.org/W2355326633","https://openalex.org/W2804669904","https://openalex.org/W2149777447","https://openalex.org/W2347456287","https://openalex.org/W2121651557","https://openalex.org/W2782969047","https://openalex.org/W2046412597"],"abstract_inverted_index":{"An":[0],"ontology":[1],"is":[2,122],"a":[3,227],"knowledge":[4],"representation":[5],"structure":[6],"which":[7,38],"has":[8],"been":[9],"used":[10,33],"in":[11,46,109,134,199,217],"Virtual":[12],"Learning":[13],"Environments":[14],"(VLEs)":[15],"to":[16,35,40,57,94,150],"describe":[17],"educational":[18],"courses":[19],"by":[20,85,124,138,156],"capturing":[21],"the":[22,25,50,53,59,69,73,79,82,87,91,114,120,125,130,139,152,163,186,189,194,197,203,206,218],"concepts":[23],"and":[24,65,77,90,99,118,129,168,178,193,214,224],"relationships":[26],"between":[27,96],"them.":[28],"Several":[29],"ontology-based":[30,126,190,221],"question":[31,70,133,222],"generators":[32,71],"ontologies":[34],"auto-generate":[36],"questions,":[37,117],"aimed":[39],"assess":[41],"students\u2019":[42],"at":[43],"different":[44],"levels":[45],"Bloom\u2019s":[47,135,200],"taxonomy.":[48],"However,":[49],"evaluation":[51],"of":[52,62,68,81,105,116,132,188,196,205,220],"questions":[54,74,84,198],"was":[55],"confined":[56],"measuring":[58],"qualitative":[60],"satisfaction":[61],"domain":[63],"experts":[64],"students.":[66,102],"None":[67],"tested":[72],"on":[75,113,202],"students":[76],"analysed":[78],"quality":[80,115,121,204],"auto-generated":[83,164],"examining":[86],"question\u2019s":[88,92,140],"difficulty,":[89,166],"ability":[93,98,101],"discriminate":[95],"high":[97],"low":[100],"The":[103],"lack":[104],"quantitative":[106],"analysis":[107],"resulted":[108],"having":[110],"no":[111],"evidence":[112],"how":[119],"affected":[123],"generation":[127,191],"strategies,":[128],"level":[131,195],"taxonomy":[136,201],"(determined":[137],"stem":[141],"templates).":[142],"This":[143,208],"paper":[144],"presents":[145],"an":[146],"experiment":[147],"carried":[148],"out":[149],"address":[151],"drawbacks":[153],"mentioned":[154],"above":[155],"achieving":[157],"two":[158,171],"objectives.":[159],"First,":[160],"it":[161,184],"assesses":[162],"questions\u2019":[165],"discrimination,":[167],"reliability":[169],"using":[170,230],"statistical":[172],"methods:":[173],"Classical":[174],"Test":[175],"Theory":[176,181],"(CTT)":[177],"Item":[179],"Response":[180],"(IRT).":[182],"Second,":[183],"studies":[185],"effect":[187],"strategies":[192],"questions.":[207],"will":[209],"provide":[210],"guidance":[211],"for":[212],"developers":[213],"researchers":[215],"working":[216],"field":[219],"generators,":[223],"help":[225],"building":[226],"prediction":[228],"model":[229],"machine":[231],"learning":[232],"techniques.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}
