{"id":"https://openalex.org/W3203577328","doi":"https://doi.org/10.1109/tlt.2021.3116952","title":"LOsMonitor: A Machine Learning Tool for Analyzing and Monitoring Cognitive Levels of Assessment Questions","display_name":"LOsMonitor: A Machine Learning Tool for Analyzing and Monitoring Cognitive Levels of Assessment Questions","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3203577328","doi":"https://doi.org/10.1109/tlt.2021.3116952","mag":"3203577328"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2021.3116952","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2021.3116952","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059489770","display_name":"Ali Alammary","orcid":"https://orcid.org/0000-0002-4186-5786"},"institutions":[{"id":"https://openalex.org/I120238654","display_name":"Saudi Electronic University","ror":"https://ror.org/05ndh7v49","country_code":"SA","type":"education","lineage":["https://openalex.org/I120238654"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Ali Alammary","raw_affiliation_strings":["College of Computing and Informatics, Saudi Electronic University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-4186-5786","affiliations":[{"raw_affiliation_string":"College of Computing and Informatics, Saudi Electronic University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I120238654"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5059489770"],"corresponding_institution_ids":["https://openalex.org/I120238654"],"apc_list":null,"apc_paid":null,"fwci":5.6771,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.96067081,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"14","issue":"5","first_page":"640","last_page":"652"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11875","display_name":"Statistics Education and Methodologies","score":0.9596999883651733,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9192000031471252,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7577190399169922},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.6941014528274536},{"id":"https://openalex.org/keywords/quality-assurance","display_name":"Quality assurance","score":0.46629801392555237},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.46175575256347656},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4508518576622009},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.448571115732193},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4329659938812256},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.2278001308441162},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09205114841461182}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7577190399169922},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.6941014528274536},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.46629801392555237},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.46175575256347656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4508518576622009},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.448571115732193},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4329659938812256},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2278001308441162},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09205114841461182},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2778618615","wikidata":"https://www.wikidata.org/wiki/Q4008393","display_name":"External quality assessment","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tlt.2021.3116952","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2021.3116952","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W82312682","https://openalex.org/W350155996","https://openalex.org/W598355015","https://openalex.org/W1707854878","https://openalex.org/W1732326074","https://openalex.org/W1965398296","https://openalex.org/W1965625873","https://openalex.org/W1967747674","https://openalex.org/W1986302218","https://openalex.org/W1991658283","https://openalex.org/W1999218535","https://openalex.org/W2002365548","https://openalex.org/W2011163673","https://openalex.org/W2043672171","https://openalex.org/W2063370556","https://openalex.org/W2065307709","https://openalex.org/W2101834258","https://openalex.org/W2109558804","https://openalex.org/W2111761700","https://openalex.org/W2112288028","https://openalex.org/W2116817443","https://openalex.org/W2131253805","https://openalex.org/W2149748818","https://openalex.org/W2153835941","https://openalex.org/W2162254663","https://openalex.org/W2162821268","https://openalex.org/W2170535953","https://openalex.org/W2206366838","https://openalex.org/W2465541143","https://openalex.org/W2493656739","https://openalex.org/W2532842698","https://openalex.org/W2587585996","https://openalex.org/W2587657135","https://openalex.org/W2598198979","https://openalex.org/W2600126153","https://openalex.org/W2614568973","https://openalex.org/W2737731311","https://openalex.org/W2739144590","https://openalex.org/W2739697393","https://openalex.org/W2754762850","https://openalex.org/W2788982843","https://openalex.org/W2794385356","https://openalex.org/W2810497047","https://openalex.org/W2896380755","https://openalex.org/W2995968890","https://openalex.org/W3004585056","https://openalex.org/W3007157104","https://openalex.org/W3011091101","https://openalex.org/W3181205996","https://openalex.org/W3194782988","https://openalex.org/W4294564213","https://openalex.org/W6603322419","https://openalex.org/W6611847095","https://openalex.org/W6637552196","https://openalex.org/W6684900776","https://openalex.org/W6733635152","https://openalex.org/W6735103309","https://openalex.org/W6800796518"],"related_works":["https://openalex.org/W4389670110","https://openalex.org/W2187546663","https://openalex.org/W2429057255","https://openalex.org/W148745890","https://openalex.org/W2611942503","https://openalex.org/W4315621326","https://openalex.org/W2899790217","https://openalex.org/W1576092969","https://openalex.org/W2598865957","https://openalex.org/W2524154428"],"abstract_inverted_index":{"Developing":[0,42],"effective":[1,12,43,70,196],"assessments":[2,44,55,208,238],"is":[3,45],"a":[4,75,168,181],"critical":[5],"component":[6],"of":[7,39,54,68,93,124,142,148,165],"quality":[8,123,227],"instruction.":[9],"Assessments":[10],"are":[11,15,28,34,58,136],"when":[13,49],"they":[14],"well-aligned":[16],"with":[17],"the":[18,37,51,66,90,106,122,129,134,161,176,218],"learning":[19,26,84,97,240],"outcomes,":[20],"can":[21,190],"confirm":[22],"that":[23,56,114,188,209,222],"all":[24],"intended":[25],"outcomes":[27,98],"attained,":[29],"and":[30,85,96,112,118,127,151,163,203,230,239],"their":[31,226],"obtained":[32],"grades":[33],"accurately":[35],"reflecting":[36],"level":[38,92],"student":[40],"achievement.":[41],"not":[46,212],"easy,":[47],"especially":[48],"considering":[50],"large":[52],"number":[53],"instructors":[57,119,210],"required":[59],"to":[60,88,100,109,120,159,173,201,233],"develop":[61],"each":[62],"semester.":[63],"To":[64],"facilitate":[65,225],"process":[67],"developing":[69,195],"assessments,":[71],"this":[72],"article":[73],"introduces":[74],"novel":[76],"tool":[77,81,177],"called":[78],"“LOsMonitor.”":[79],"The":[80,139,184],"utilizes":[82],"machine":[83],"text":[86],"mining":[87],"classify":[89],"cognitive":[91,130],"assessment":[94,125],"questions":[95,126],"according":[99],"Bloom's":[101],"revised":[102],"taxonomy.":[103],"It":[104,198],"uses":[105],"classification":[107,140],"results":[108,186],"show":[110],"statistics":[111],"charts":[113],"could":[115],"allow":[116],"management":[117],"judge":[121],"monitor":[128],"levels":[131],"at":[132],"which":[133],"students":[135],"being":[137],"assessed.":[138],"performance":[141],"LOsMonitor":[143,189,223],"was":[144,156,171,199],"evaluated":[145],"in":[146,180,194,207,217],"terms":[147],"accuracy,":[149],"recall,":[150],"precision.":[152],"A":[153],"focus":[154,219],"group":[155,220],"also":[157],"used":[158],"assess":[160],"usability":[162],"usefulness":[164],"LOsMonitor.":[166],"Besides,":[167],"case":[169],"study":[170],"conducted":[172],"test":[174],"how":[175],"would":[178,224],"perform":[179],"real-world":[182],"scenario.":[183],"evaluation":[185],"indicate":[187],"be":[191],"very":[192],"helpful":[193],"assessments.":[197],"able":[200],"discover":[202],"report":[204],"various":[205],"issues":[206],"did":[211],"notice.":[213],"Instructors":[214],"who":[215],"participated":[216],"reported":[221],"assurance":[228],"work":[229],"help":[231],"them":[232],"ensure":[234],"better":[235],"alignment":[236],"between":[237],"outcomes.":[241]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}